2024-11-13 11:31:55,857 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 11:31:55,887 main DEBUG Took 0.026712 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 11:31:55,887 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 11:31:55,888 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 11:31:55,889 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 11:31:55,891 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:31:55,901 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 11:31:55,919 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:31:55,920 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:31:55,921 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:31:55,922 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:31:55,923 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:31:55,923 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:31:55,925 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:31:55,925 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:31:55,926 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:31:55,927 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:31:55,928 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:31:55,929 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:31:55,929 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:31:55,930 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:31:55,930 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:31:55,931 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:31:55,932 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:31:55,932 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:31:55,933 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:31:55,933 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:31:55,934 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:31:55,934 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:31:55,935 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:31:55,935 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 11:31:55,936 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:31:55,936 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 11:31:55,938 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 11:31:55,940 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 11:31:55,942 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 11:31:55,943 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 11:31:55,945 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 11:31:55,945 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 11:31:55,955 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 11:31:55,958 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 11:31:55,960 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 11:31:55,960 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 11:31:55,961 main DEBUG createAppenders(={Console}) 2024-11-13 11:31:55,962 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-13 11:31:55,962 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-13 11:31:55,962 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-13 11:31:55,963 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 11:31:55,963 main DEBUG OutputStream closed 2024-11-13 11:31:55,963 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 11:31:55,963 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 11:31:55,964 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-13 11:31:56,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 11:31:56,055 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 11:31:56,056 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 11:31:56,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 11:31:56,058 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 11:31:56,059 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 11:31:56,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 11:31:56,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 11:31:56,060 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 11:31:56,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 11:31:56,061 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 11:31:56,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 11:31:56,062 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 11:31:56,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 11:31:56,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 11:31:56,063 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 11:31:56,064 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 11:31:56,065 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 11:31:56,068 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 11:31:56,069 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-13 11:31:56,069 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 11:31:56,070 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-13T11:31:56,086 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-13 11:31:56,090 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 11:31:56,090 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T11:31:56,167 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=256, ProcessCount=11, AvailableMemoryMB=3495 2024-11-13T11:31:56,438 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-13T11:31:56,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919 2024-11-13T11:31:56,499 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/cluster_dca6553e-2426-1ea1-a67f-4ac5b3342085, deleteOnExit=true 2024-11-13T11:31:56,654 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/cluster_dca6553e-2426-1ea1-a67f-4ac5b3342085/zookeeper_0, clientPort=51871, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/cluster_dca6553e-2426-1ea1-a67f-4ac5b3342085/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/cluster_dca6553e-2426-1ea1-a67f-4ac5b3342085/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T11:31:56,684 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51871 2024-11-13T11:31:56,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:31:56,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:31:56,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/test.cache.data in system properties and HBase conf 2024-11-13T11:31:56,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:31:56,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:31:56,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:31:56,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:31:56,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:31:56,817 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T11:31:56,947 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:31:56,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:31:56,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:31:56,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:31:56,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:31:56,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:31:56,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:31:56,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:31:56,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:31:56,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:31:56,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:31:56,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:31:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:31:56,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:31:56,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:31:57,884 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T11:31:57,968 INFO [Time-limited test {}] log.Log(170): Logging initialized @2840ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T11:31:58,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:31:58,122 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:31:58,158 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:31:58,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:31:58,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:31:58,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:31:58,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:31:58,183 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:31:58,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/java.io.tmpdir/jetty-localhost-45143-hadoop-hdfs-3_4_1-tests_jar-_-any-246712559546632144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:31:58,410 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:45143} 2024-11-13T11:31:58,410 INFO [Time-limited test {}] server.Server(415): Started @3282ms 2024-11-13T11:31:58,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:31:58,821 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:31:58,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:31:58,822 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:31:58,822 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:31:58,823 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:31:58,824 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:31:58,924 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/java.io.tmpdir/jetty-localhost-36743-hadoop-hdfs-3_4_1-tests_jar-_-any-9244988149344067605/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:31:58,924 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:36743} 2024-11-13T11:31:58,925 INFO [Time-limited test {}] server.Server(415): Started @3797ms 2024-11-13T11:31:58,972 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:31:59,432 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/cluster_dca6553e-2426-1ea1-a67f-4ac5b3342085/data/data1/current/BP-1262274816-172.17.0.2-1731497517641/current, will proceed with Du for space computation calculation, 2024-11-13T11:31:59,432 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/cluster_dca6553e-2426-1ea1-a67f-4ac5b3342085/data/data2/current/BP-1262274816-172.17.0.2-1731497517641/current, will proceed with Du for space computation calculation, 2024-11-13T11:31:59,468 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:31:59,518 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8052bd0dcc95beb6 with lease ID 0x5d8f699dfe436a05: Processing first storage report for DS-07cb41ad-2f9f-4e2d-a52f-cab05ab6e0c1 from datanode DatanodeRegistration(127.0.0.1:37247, datanodeUuid=5c46cdba-1d4c-4078-887a-b7c4a6508ed3, infoPort=34157, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=2050563170;c=1731497517641) 2024-11-13T11:31:59,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8052bd0dcc95beb6 with lease ID 0x5d8f699dfe436a05: from storage DS-07cb41ad-2f9f-4e2d-a52f-cab05ab6e0c1 node DatanodeRegistration(127.0.0.1:37247, datanodeUuid=5c46cdba-1d4c-4078-887a-b7c4a6508ed3, infoPort=34157, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=2050563170;c=1731497517641), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T11:31:59,519 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8052bd0dcc95beb6 with lease ID 0x5d8f699dfe436a05: Processing first storage report for DS-dfb426d5-6084-4067-b5e5-75b9f7967df7 from datanode DatanodeRegistration(127.0.0.1:37247, datanodeUuid=5c46cdba-1d4c-4078-887a-b7c4a6508ed3, infoPort=34157, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=2050563170;c=1731497517641) 2024-11-13T11:31:59,519 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8052bd0dcc95beb6 with lease ID 0x5d8f699dfe436a05: from storage DS-dfb426d5-6084-4067-b5e5-75b9f7967df7 node DatanodeRegistration(127.0.0.1:37247, datanodeUuid=5c46cdba-1d4c-4078-887a-b7c4a6508ed3, infoPort=34157, infoSecurePort=0, ipcPort=40051, storageInfo=lv=-57;cid=testClusterID;nsid=2050563170;c=1731497517641), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:31:59,549 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919 2024-11-13T11:31:59,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:31:59,570 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:31:59,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:32:00,177 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6 with version=8 2024-11-13T11:32:00,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/hbase-staging 2024-11-13T11:32:00,256 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T11:32:00,483 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:32:00,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:00,492 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:00,496 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:32:00,496 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:00,497 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:32:00,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:32:00,669 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T11:32:00,677 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T11:32:00,680 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:32:00,703 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 103956 (auto-detected) 2024-11-13T11:32:00,704 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T11:32:00,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44927 2024-11-13T11:32:00,744 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44927 connecting to ZooKeeper ensemble=127.0.0.1:51871 2024-11-13T11:32:00,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449270x0, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:00,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44927-0x10038dabaab0000 connected 2024-11-13T11:32:00,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:00,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:00,825 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on znode that does not yet exist, /01393523263/running 2024-11-13T11:32:00,830 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6, hbase.cluster.distributed=false 2024-11-13T11:32:00,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on znode that does not yet exist, /01393523263/acl 2024-11-13T11:32:00,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44927 2024-11-13T11:32:00,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44927 2024-11-13T11:32:00,867 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44927 2024-11-13T11:32:00,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44927 2024-11-13T11:32:00,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44927 2024-11-13T11:32:00,998 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:32:01,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:01,000 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:01,001 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:32:01,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:01,001 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:32:01,004 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:32:01,007 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:32:01,009 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38345 2024-11-13T11:32:01,011 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38345 connecting to ZooKeeper ensemble=127.0.0.1:51871 2024-11-13T11:32:01,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:01,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:01,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383450x0, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:01,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38345-0x10038dabaab0001 connected 2024-11-13T11:32:01,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on znode that does not yet exist, /01393523263/running 2024-11-13T11:32:01,038 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:32:01,047 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:32:01,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on znode that does not yet exist, /01393523263/master 2024-11-13T11:32:01,056 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on znode that does not yet exist, /01393523263/acl 2024-11-13T11:32:01,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38345 2024-11-13T11:32:01,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38345 2024-11-13T11:32:01,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38345 2024-11-13T11:32:01,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38345 2024-11-13T11:32:01,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38345 2024-11-13T11:32:01,075 DEBUG [M:0;7bf281cf3991:44927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:44927 2024-11-13T11:32:01,077 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01393523263/backup-masters/7bf281cf3991,44927,1731497520327 2024-11-13T11:32:01,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263/backup-masters 2024-11-13T11:32:01,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263/backup-masters 2024-11-13T11:32:01,085 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on existing znode=/01393523263/backup-masters/7bf281cf3991,44927,1731497520327 2024-11-13T11:32:01,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01393523263/master 2024-11-13T11:32:01,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:01,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:01,109 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on existing znode=/01393523263/master 2024-11-13T11:32:01,110 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01393523263/backup-masters/7bf281cf3991,44927,1731497520327 from backup master directory 2024-11-13T11:32:01,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01393523263/backup-masters/7bf281cf3991,44927,1731497520327 2024-11-13T11:32:01,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263/backup-masters 2024-11-13T11:32:01,113 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:32:01,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263/backup-masters 2024-11-13T11:32:01,113 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,44927,1731497520327 2024-11-13T11:32:01,116 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T11:32:01,117 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T11:32:01,184 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/hbase.id] with ID: 1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476 2024-11-13T11:32:01,184 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/.tmp/hbase.id 2024-11-13T11:32:01,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:32:01,599 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/.tmp/hbase.id]:[hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/hbase.id] 2024-11-13T11:32:01,647 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:01,654 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:32:01,680 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 24ms. 2024-11-13T11:32:01,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:01,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:01,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:32:02,114 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:32:02,118 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:32:02,132 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T11:32:02,136 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:02,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:32:02,586 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store 2024-11-13T11:32:02,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:32:03,009 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T11:32:03,012 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:03,013 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:32:03,014 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:03,014 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:03,015 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:32:03,016 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:03,016 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:03,017 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497523013Disabling compacts and flushes for region at 1731497523013Disabling writes for close at 1731497523015 (+2 ms)Writing region close event to WAL at 1731497523016 (+1 ms)Closed at 1731497523016 2024-11-13T11:32:03,019 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/.initializing 2024-11-13T11:32:03,020 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/WALs/7bf281cf3991,44927,1731497520327 2024-11-13T11:32:03,028 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:32:03,042 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C44927%2C1731497520327, suffix=, logDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/WALs/7bf281cf3991,44927,1731497520327, archiveDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/oldWALs, maxLogs=10 2024-11-13T11:32:03,062 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/WALs/7bf281cf3991,44927,1731497520327/7bf281cf3991%2C44927%2C1731497520327.1731497523046, exclude list is [], retry=0 2024-11-13T11:32:03,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37247,DS-07cb41ad-2f9f-4e2d-a52f-cab05ab6e0c1,DISK] 2024-11-13T11:32:03,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T11:32:03,109 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/WALs/7bf281cf3991,44927,1731497520327/7bf281cf3991%2C44927%2C1731497520327.1731497523046 2024-11-13T11:32:03,110 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-13T11:32:03,110 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:03,111 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:03,113 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:03,114 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:03,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:03,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:32:03,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:03,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:03,178 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:03,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:32:03,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:03,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:03,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:03,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:32:03,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:03,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:03,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:03,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:32:03,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:03,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:03,193 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:03,198 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:03,199 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:03,206 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:03,206 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:03,210 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:03,215 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:03,220 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:03,221 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65957051, jitterRate=-0.01716335117816925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:03,228 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497523124Initializing all the Stores at 1731497523127 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497523127Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497523128 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497523128Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497523128Cleaning up temporary data from old regions at 1731497523206 (+78 ms)Region opened successfully at 1731497523228 (+22 ms) 2024-11-13T11:32:03,229 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:32:03,258 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ce10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:32:03,285 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:32:03,296 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:32:03,296 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:32:03,299 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:32:03,300 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T11:32:03,305 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-13T11:32:03,305 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:32:03,331 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:32:03,340 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Unable to get data of znode /01393523263/balancer because node does not exist (not necessarily an error) 2024-11-13T11:32:03,342 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01393523263/balancer already deleted, retry=false 2024-11-13T11:32:03,344 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:32:03,346 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Unable to get data of znode /01393523263/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:32:03,347 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01393523263/normalizer already deleted, retry=false 2024-11-13T11:32:03,349 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:32:03,352 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Unable to get data of znode /01393523263/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:32:03,354 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01393523263/switch/split already deleted, retry=false 2024-11-13T11:32:03,355 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Unable to get data of znode /01393523263/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:32:03,356 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01393523263/switch/merge already deleted, retry=false 2024-11-13T11:32:03,373 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Unable to get data of znode /01393523263/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:32:03,374 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01393523263/snapshot-cleanup already deleted, retry=false 2024-11-13T11:32:03,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01393523263/running 2024-11-13T11:32:03,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01393523263/running 2024-11-13T11:32:03,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:03,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:03,380 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,44927,1731497520327, sessionid=0x10038dabaab0000, setting cluster-up flag (Was=false) 2024-11-13T11:32:03,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:03,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:03,394 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01393523263/flush-table-proc/acquired, /01393523263/flush-table-proc/reached, /01393523263/flush-table-proc/abort 2024-11-13T11:32:03,396 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,44927,1731497520327 2024-11-13T11:32:03,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:03,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:03,406 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01393523263/online-snapshot/acquired, /01393523263/online-snapshot/reached, /01393523263/online-snapshot/abort 2024-11-13T11:32:03,407 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,44927,1731497520327 2024-11-13T11:32:03,413 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:32:03,465 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(746): ClusterId : 1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476 2024-11-13T11:32:03,467 DEBUG [RS:0;7bf281cf3991:38345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:32:03,472 DEBUG [RS:0;7bf281cf3991:38345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:32:03,472 DEBUG [RS:0;7bf281cf3991:38345 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:32:03,474 DEBUG [RS:0;7bf281cf3991:38345 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:32:03,475 DEBUG [RS:0;7bf281cf3991:38345 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0c3a45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:32:03,484 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:03,488 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:38345 2024-11-13T11:32:03,491 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:32:03,491 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:32:03,491 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:32:03,493 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:32:03,494 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,44927,1731497520327 with port=38345, startcode=1731497520961 2024-11-13T11:32:03,501 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:32:03,504 DEBUG [RS:0;7bf281cf3991:38345 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:32:03,506 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,44927,1731497520327 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:32:03,514 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:03,514 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:03,515 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:03,515 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:03,515 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:32:03,516 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:03,516 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:32:03,516 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:03,523 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497553522 2024-11-13T11:32:03,523 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:03,523 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:32:03,525 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:32:03,526 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:32:03,530 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:32:03,531 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:03,531 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:32:03,532 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:32:03,532 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:32:03,532 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:32:03,533 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:03,536 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:32:03,538 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:32:03,538 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:32:03,538 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:32:03,542 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:32:03,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:32:03,543 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:32:03,544 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58549, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:32:03,545 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:32:03,546 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6 2024-11-13T11:32:03,546 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497523544,5,FailOnTimeoutGroup] 2024-11-13T11:32:03,549 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497523546,5,FailOnTimeoutGroup] 2024-11-13T11:32:03,549 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:03,549 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:32:03,550 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44927 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T11:32:03,551 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:03,551 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:03,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741832_1008 (size=32) 2024-11-13T11:32:03,576 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-13T11:32:03,576 WARN [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-13T11:32:03,678 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,44927,1731497520327 with port=38345, startcode=1731497520961 2024-11-13T11:32:03,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,38345,1731497520961 2024-11-13T11:32:03,685 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44927 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,38345,1731497520961 2024-11-13T11:32:03,694 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6 2024-11-13T11:32:03,694 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40547 2024-11-13T11:32:03,694 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:32:03,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263/rs 2024-11-13T11:32:03,698 DEBUG [RS:0;7bf281cf3991:38345 {}] zookeeper.ZKUtil(111): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on existing znode=/01393523263/rs/7bf281cf3991,38345,1731497520961 2024-11-13T11:32:03,698 WARN [RS:0;7bf281cf3991:38345 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:32:03,698 INFO [RS:0;7bf281cf3991:38345 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:03,698 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961 2024-11-13T11:32:03,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,38345,1731497520961] 2024-11-13T11:32:03,723 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:32:03,738 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:32:03,743 INFO [RS:0;7bf281cf3991:38345 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:32:03,743 INFO [RS:0;7bf281cf3991:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:03,744 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:32:03,748 INFO [RS:0;7bf281cf3991:38345 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:32:03,750 INFO [RS:0;7bf281cf3991:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:03,750 DEBUG [RS:0;7bf281cf3991:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:03,750 DEBUG [RS:0;7bf281cf3991:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:03,750 DEBUG [RS:0;7bf281cf3991:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:03,750 DEBUG [RS:0;7bf281cf3991:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:03,751 DEBUG [RS:0;7bf281cf3991:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:03,751 DEBUG [RS:0;7bf281cf3991:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:32:03,751 DEBUG [RS:0;7bf281cf3991:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:03,751 DEBUG [RS:0;7bf281cf3991:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:03,751 DEBUG [RS:0;7bf281cf3991:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:03,751 DEBUG [RS:0;7bf281cf3991:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:03,751 DEBUG [RS:0;7bf281cf3991:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:03,752 DEBUG [RS:0;7bf281cf3991:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:03,752 DEBUG [RS:0;7bf281cf3991:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:32:03,752 DEBUG [RS:0;7bf281cf3991:38345 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:32:03,753 INFO [RS:0;7bf281cf3991:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:03,753 INFO [RS:0;7bf281cf3991:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:03,753 INFO [RS:0;7bf281cf3991:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:03,753 INFO [RS:0;7bf281cf3991:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:03,753 INFO [RS:0;7bf281cf3991:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:03,753 INFO [RS:0;7bf281cf3991:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,38345,1731497520961-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:32:03,772 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:32:03,773 INFO [RS:0;7bf281cf3991:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,38345,1731497520961-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:03,774 INFO [RS:0;7bf281cf3991:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:03,774 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.Replication(171): 7bf281cf3991,38345,1731497520961 started 2024-11-13T11:32:03,790 INFO [RS:0;7bf281cf3991:38345 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:03,790 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,38345,1731497520961, RpcServer on 7bf281cf3991/172.17.0.2:38345, sessionid=0x10038dabaab0001 2024-11-13T11:32:03,791 DEBUG [RS:0;7bf281cf3991:38345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:32:03,791 DEBUG [RS:0;7bf281cf3991:38345 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,38345,1731497520961 2024-11-13T11:32:03,791 DEBUG [RS:0;7bf281cf3991:38345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,38345,1731497520961' 2024-11-13T11:32:03,792 DEBUG [RS:0;7bf281cf3991:38345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01393523263/flush-table-proc/abort' 2024-11-13T11:32:03,793 DEBUG [RS:0;7bf281cf3991:38345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01393523263/flush-table-proc/acquired' 2024-11-13T11:32:03,793 DEBUG [RS:0;7bf281cf3991:38345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:32:03,793 DEBUG [RS:0;7bf281cf3991:38345 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:32:03,794 DEBUG [RS:0;7bf281cf3991:38345 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,38345,1731497520961 2024-11-13T11:32:03,794 DEBUG [RS:0;7bf281cf3991:38345 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,38345,1731497520961' 2024-11-13T11:32:03,794 DEBUG [RS:0;7bf281cf3991:38345 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01393523263/online-snapshot/abort' 2024-11-13T11:32:03,795 DEBUG [RS:0;7bf281cf3991:38345 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01393523263/online-snapshot/acquired' 2024-11-13T11:32:03,795 DEBUG [RS:0;7bf281cf3991:38345 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:32:03,795 INFO [RS:0;7bf281cf3991:38345 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:32:03,796 INFO [RS:0;7bf281cf3991:38345 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:32:03,903 INFO [RS:0;7bf281cf3991:38345 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:32:03,907 INFO [RS:0;7bf281cf3991:38345 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C38345%2C1731497520961, suffix=, logDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961, archiveDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/oldWALs, maxLogs=10 2024-11-13T11:32:03,925 DEBUG [RS:0;7bf281cf3991:38345 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.1731497523909, exclude list is [], retry=0 2024-11-13T11:32:03,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37247,DS-07cb41ad-2f9f-4e2d-a52f-cab05ab6e0c1,DISK] 2024-11-13T11:32:03,932 INFO [RS:0;7bf281cf3991:38345 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.1731497523909 2024-11-13T11:32:03,932 DEBUG [RS:0;7bf281cf3991:38345 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-13T11:32:03,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:03,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:32:03,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:32:03,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:03,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:03,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:32:03,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:32:03,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:03,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:03,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:32:03,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:32:03,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:03,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:03,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:32:03,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:32:03,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:03,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:03,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:32:03,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740 2024-11-13T11:32:03,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740 2024-11-13T11:32:03,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:32:03,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:32:03,990 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:03,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:32:03,997 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:03,998 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62321205, jitterRate=-0.07134167850017548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:04,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497523959Initializing all the Stores at 1731497523961 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497523961Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497523961Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497523961Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497523961Cleaning up temporary data from old regions at 1731497523989 (+28 ms)Region opened successfully at 1731497524002 (+13 ms) 2024-11-13T11:32:04,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:32:04,002 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:32:04,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:32:04,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:32:04,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:32:04,005 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:32:04,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497524002Disabling compacts and flushes for region at 1731497524002Disabling writes for close at 1731497524003 (+1 ms)Writing region close event to WAL at 1731497524004 (+1 ms)Closed at 1731497524005 (+1 ms) 2024-11-13T11:32:04,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:04,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:32:04,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:32:04,023 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:32:04,026 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:32:04,178 DEBUG [7bf281cf3991:44927 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:32:04,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,38345,1731497520961 2024-11-13T11:32:04,202 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,38345,1731497520961, state=OPENING 2024-11-13T11:32:04,208 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:32:04,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:04,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:04,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01393523263/meta-region-server: CHANGED 2024-11-13T11:32:04,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01393523263/meta-region-server: CHANGED 2024-11-13T11:32:04,212 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:32:04,214 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,38345,1731497520961}] 2024-11-13T11:32:04,391 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:32:04,394 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:32:04,404 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:32:04,405 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:04,406 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:32:04,409 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C38345%2C1731497520961.meta, suffix=.meta, logDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961, archiveDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/oldWALs, maxLogs=10 2024-11-13T11:32:04,425 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.meta.1731497524411.meta, exclude list is [], retry=0 2024-11-13T11:32:04,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37247,DS-07cb41ad-2f9f-4e2d-a52f-cab05ab6e0c1,DISK] 2024-11-13T11:32:04,432 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.meta.1731497524411.meta 2024-11-13T11:32:04,432 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-13T11:32:04,433 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:04,437 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:32:04,438 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:32:04,440 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:32:04,442 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:32:04,445 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:32:04,446 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:04,446 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:32:04,446 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:32:04,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:32:04,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:32:04,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:04,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:04,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:32:04,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:32:04,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:04,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:04,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:32:04,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:32:04,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:04,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:04,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:32:04,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:32:04,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:04,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:04,465 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:32:04,467 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740 2024-11-13T11:32:04,471 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740 2024-11-13T11:32:04,474 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:32:04,474 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:32:04,475 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:04,479 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:32:04,481 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72532555, jitterRate=0.08081929385662079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:04,482 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:32:04,483 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497524447Writing region info on filesystem at 1731497524447Initializing all the Stores at 1731497524450 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497524450Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497524450Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497524450Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497524450Cleaning up temporary data from old regions at 1731497524474 (+24 ms)Running coprocessor post-open hooks at 1731497524482 (+8 ms)Region opened successfully at 1731497524483 (+1 ms) 2024-11-13T11:32:04,490 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497524382 2024-11-13T11:32:04,502 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:32:04,502 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:32:04,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,38345,1731497520961 2024-11-13T11:32:04,506 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,38345,1731497520961, state=OPEN 2024-11-13T11:32:04,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01393523263/meta-region-server 2024-11-13T11:32:04,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01393523263/meta-region-server 2024-11-13T11:32:04,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01393523263/meta-region-server: CHANGED 2024-11-13T11:32:04,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01393523263/meta-region-server: CHANGED 2024-11-13T11:32:04,509 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,38345,1731497520961 2024-11-13T11:32:04,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:32:04,515 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,38345,1731497520961 in 297 msec 2024-11-13T11:32:04,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:32:04,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 502 msec 2024-11-13T11:32:04,523 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:04,523 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:32:04,540 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:04,541 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38345,1731497520961, seqNum=-1] 2024-11-13T11:32:04,559 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:04,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:04,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1410 sec 2024-11-13T11:32:04,585 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497524585, completionTime=-1 2024-11-13T11:32:04,587 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:32:04,588 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:32:04,614 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:32:04,614 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497584614 2024-11-13T11:32:04,614 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497644614 2024-11-13T11:32:04,614 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-13T11:32:04,616 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44927,1731497520327-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:04,617 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44927,1731497520327-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:04,617 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44927,1731497520327-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:04,618 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:44927, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:04,619 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:04,619 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:04,627 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:32:04,649 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.534sec 2024-11-13T11:32:04,650 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:32:04,651 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:32:04,652 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:32:04,653 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:32:04,653 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:32:04,654 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44927,1731497520327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:32:04,654 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44927,1731497520327-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:32:04,663 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:32:04,664 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:32:04,665 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44927,1731497520327-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:04,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:04,678 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T11:32:04,678 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T11:32:04,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,44927,-1 for getting cluster id 2024-11-13T11:32:04,685 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:04,693 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476' 2024-11-13T11:32:04,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:04,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476" 2024-11-13T11:32:04,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e30bb92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:04,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,44927,-1] 2024-11-13T11:32:04,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:04,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:04,703 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:04,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:04,707 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:04,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38345,1731497520961, seqNum=-1] 2024-11-13T11:32:04,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:04,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:04,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,44927,1731497520327 2024-11-13T11:32:04,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51871 2024-11-13T11:32:04,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:04,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10038dabaab0002 connected 2024-11-13T11:32:04,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/hadoop.log.dir so I do NOT create it in target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86 2024-11-13T11:32:04,763 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:32:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/hadoop.tmp.dir so I do NOT create it in target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86 2024-11-13T11:32:04,764 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:32:04,764 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86 2024-11-13T11:32:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:32:04,764 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/cluster_93b65f76-2fdd-637d-c616-68aae4daee17, deleteOnExit=true 2024-11-13T11:32:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:32:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/test.cache.data in system properties and HBase conf 2024-11-13T11:32:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:32:04,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:32:04,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:32:04,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:32:04,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:32:04,765 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:32:04,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:32:04,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:32:04,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:32:04,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:32:04,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:32:04,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:32:04,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:32:04,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:32:04,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:32:04,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:32:04,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:32:04,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:32:04,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:32:04,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:32:04,836 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:32:04,843 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:32:04,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:32:04,844 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:32:04,845 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:32:04,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:32:04,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:32:04,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:32:04,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/java.io.tmpdir/jetty-localhost-40181-hadoop-hdfs-3_4_1-tests_jar-_-any-16415905095363133342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:32:04,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:40181} 2024-11-13T11:32:04,950 INFO [Time-limited test {}] server.Server(415): Started @9822ms 2024-11-13T11:32:05,014 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:32:05,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:32:05,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:32:05,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:32:05,021 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:32:05,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:32:05,022 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:32:05,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/java.io.tmpdir/jetty-localhost-42017-hadoop-hdfs-3_4_1-tests_jar-_-any-9557665976795145071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:32:05,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:42017} 2024-11-13T11:32:05,120 INFO [Time-limited test {}] server.Server(415): Started @9993ms 2024-11-13T11:32:05,122 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:32:05,225 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/cluster_93b65f76-2fdd-637d-c616-68aae4daee17/data/data1/current/BP-1386003198-172.17.0.2-1731497524791/current, will proceed with Du for space computation calculation, 2024-11-13T11:32:05,225 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/cluster_93b65f76-2fdd-637d-c616-68aae4daee17/data/data2/current/BP-1386003198-172.17.0.2-1731497524791/current, will proceed with Du for space computation calculation, 2024-11-13T11:32:05,247 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:32:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c210a1d09184e93 with lease ID 0x823cb7fa2fb685cc: Processing first storage report for DS-7c2dae29-6e71-4dda-bf8b-1fd4e05822bf from datanode DatanodeRegistration(127.0.0.1:37097, datanodeUuid=9a91c12d-e17f-4b15-9b54-ea45a021e975, infoPort=33293, infoSecurePort=0, ipcPort=33539, storageInfo=lv=-57;cid=testClusterID;nsid=784314338;c=1731497524791) 2024-11-13T11:32:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c210a1d09184e93 with lease ID 0x823cb7fa2fb685cc: from storage DS-7c2dae29-6e71-4dda-bf8b-1fd4e05822bf node DatanodeRegistration(127.0.0.1:37097, datanodeUuid=9a91c12d-e17f-4b15-9b54-ea45a021e975, infoPort=33293, infoSecurePort=0, ipcPort=33539, storageInfo=lv=-57;cid=testClusterID;nsid=784314338;c=1731497524791), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T11:32:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4c210a1d09184e93 with lease ID 0x823cb7fa2fb685cc: Processing first storage report for DS-08fe99d5-a00f-47d8-91b2-7ab33556a577 from datanode DatanodeRegistration(127.0.0.1:37097, datanodeUuid=9a91c12d-e17f-4b15-9b54-ea45a021e975, infoPort=33293, infoSecurePort=0, ipcPort=33539, storageInfo=lv=-57;cid=testClusterID;nsid=784314338;c=1731497524791) 2024-11-13T11:32:05,252 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4c210a1d09184e93 with lease ID 0x823cb7fa2fb685cc: from storage DS-08fe99d5-a00f-47d8-91b2-7ab33556a577 node DatanodeRegistration(127.0.0.1:37097, datanodeUuid=9a91c12d-e17f-4b15-9b54-ea45a021e975, infoPort=33293, infoSecurePort=0, ipcPort=33539, storageInfo=lv=-57;cid=testClusterID;nsid=784314338;c=1731497524791), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:32:05,359 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86 2024-11-13T11:32:05,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:05,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:05,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:32:05,774 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d with version=8 2024-11-13T11:32:05,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/hbase-staging 2024-11-13T11:32:05,777 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:32:05,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:05,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:05,777 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:32:05,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:05,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:32:05,777 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:32:05,778 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:32:05,778 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33795 2024-11-13T11:32:05,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33795 connecting to ZooKeeper ensemble=127.0.0.1:51871 2024-11-13T11:32:05,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337950x0, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:05,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33795-0x10038dabaab0003 connected 2024-11-13T11:32:05,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:05,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:05,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Set watcher on znode that does not yet exist, /1-73766407/running 2024-11-13T11:32:05,803 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d, hbase.cluster.distributed=false 2024-11-13T11:32:05,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Set watcher on znode that does not yet exist, /1-73766407/acl 2024-11-13T11:32:05,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33795 2024-11-13T11:32:05,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33795 2024-11-13T11:32:05,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33795 2024-11-13T11:32:05,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33795 2024-11-13T11:32:05,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33795 2024-11-13T11:32:05,830 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:32:05,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:05,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:05,830 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:32:05,830 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:05,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:32:05,831 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:32:05,831 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:32:05,832 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41421 2024-11-13T11:32:05,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41421 connecting to ZooKeeper ensemble=127.0.0.1:51871 2024-11-13T11:32:05,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:05,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:05,844 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414210x0, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:05,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414210x0, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Set watcher on znode that does not yet exist, /1-73766407/running 2024-11-13T11:32:05,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41421-0x10038dabaab0004 connected 2024-11-13T11:32:05,845 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:32:05,846 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:32:05,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Set watcher on znode that does not yet exist, /1-73766407/master 2024-11-13T11:32:05,848 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Set watcher on znode that does not yet exist, /1-73766407/acl 2024-11-13T11:32:05,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41421 2024-11-13T11:32:05,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41421 2024-11-13T11:32:05,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41421 2024-11-13T11:32:05,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41421 2024-11-13T11:32:05,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41421 2024-11-13T11:32:05,865 DEBUG [M:0;7bf281cf3991:33795 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:33795 2024-11-13T11:32:05,866 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-73766407/backup-masters/7bf281cf3991,33795,1731497525776 2024-11-13T11:32:05,867 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407/backup-masters 2024-11-13T11:32:05,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407/backup-masters 2024-11-13T11:32:05,868 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Set watcher on existing znode=/1-73766407/backup-masters/7bf281cf3991,33795,1731497525776 2024-11-13T11:32:05,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407 2024-11-13T11:32:05,869 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-73766407/master 2024-11-13T11:32:05,869 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407 2024-11-13T11:32:05,870 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Set watcher on existing znode=/1-73766407/master 2024-11-13T11:32:05,870 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-73766407/backup-masters/7bf281cf3991,33795,1731497525776 from backup master directory 2024-11-13T11:32:05,871 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407/backup-masters 2024-11-13T11:32:05,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-73766407/backup-masters/7bf281cf3991,33795,1731497525776 2024-11-13T11:32:05,871 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:32:05,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407/backup-masters 2024-11-13T11:32:05,871 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,33795,1731497525776 2024-11-13T11:32:05,895 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/hbase.id] with ID: 41c6b87f-71a3-464a-8416-ddc3808d91bf 2024-11-13T11:32:05,895 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/.tmp/hbase.id 2024-11-13T11:32:05,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:32:06,309 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/.tmp/hbase.id]:[hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/hbase.id] 2024-11-13T11:32:06,336 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:06,336 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:32:06,338 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T11:32:06,340 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407 2024-11-13T11:32:06,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407 2024-11-13T11:32:06,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:32:06,751 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:32:06,753 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:32:06,753 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:06,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:32:07,170 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store 2024-11-13T11:32:07,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:32:07,588 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:07,588 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:32:07,589 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:07,589 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:07,589 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:32:07,589 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:07,589 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:07,590 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497527588Disabling compacts and flushes for region at 1731497527588Disabling writes for close at 1731497527589 (+1 ms)Writing region close event to WAL at 1731497527589Closed at 1731497527589 2024-11-13T11:32:07,592 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/.initializing 2024-11-13T11:32:07,593 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/WALs/7bf281cf3991,33795,1731497525776 2024-11-13T11:32:07,596 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:32:07,600 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C33795%2C1731497525776, suffix=, logDir=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/WALs/7bf281cf3991,33795,1731497525776, archiveDir=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/oldWALs, maxLogs=10 2024-11-13T11:32:07,616 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/WALs/7bf281cf3991,33795,1731497525776/7bf281cf3991%2C33795%2C1731497525776.1731497527601, exclude list is [], retry=0 2024-11-13T11:32:07,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37097,DS-7c2dae29-6e71-4dda-bf8b-1fd4e05822bf,DISK] 2024-11-13T11:32:07,623 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/WALs/7bf281cf3991,33795,1731497525776/7bf281cf3991%2C33795%2C1731497525776.1731497527601 2024-11-13T11:32:07,623 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33293:33293)] 2024-11-13T11:32:07,623 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:07,623 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:07,624 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:07,624 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:07,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:07,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:32:07,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:07,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:07,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:07,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:32:07,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:07,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:07,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:07,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:32:07,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:07,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:07,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:07,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:32:07,639 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:07,640 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:07,641 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:07,642 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:07,643 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:07,645 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:07,646 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:07,646 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:07,648 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:07,651 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:07,652 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71153923, jitterRate=0.06027607619762421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:07,653 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497527624Initializing all the Stores at 1731497527625 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497527625Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497527626 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497527626Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497527626Cleaning up temporary data from old regions at 1731497527646 (+20 ms)Region opened successfully at 1731497527652 (+6 ms) 2024-11-13T11:32:07,653 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:32:07,658 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@462e22ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:32:07,659 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:32:07,659 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:32:07,659 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:32:07,660 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:32:07,661 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:32:07,661 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:32:07,661 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:32:07,664 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:32:07,665 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Unable to get data of znode /1-73766407/balancer because node does not exist (not necessarily an error) 2024-11-13T11:32:07,666 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-73766407/balancer already deleted, retry=false 2024-11-13T11:32:07,667 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:32:07,668 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Unable to get data of znode /1-73766407/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:32:07,668 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-73766407/normalizer already deleted, retry=false 2024-11-13T11:32:07,669 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:32:07,671 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Unable to get data of znode /1-73766407/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:32:07,672 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-73766407/switch/split already deleted, retry=false 2024-11-13T11:32:07,674 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Unable to get data of znode /1-73766407/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:32:07,675 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-73766407/switch/merge already deleted, retry=false 2024-11-13T11:32:07,679 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Unable to get data of znode /1-73766407/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:32:07,680 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-73766407/snapshot-cleanup already deleted, retry=false 2024-11-13T11:32:07,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-73766407/running 2024-11-13T11:32:07,682 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-73766407/running 2024-11-13T11:32:07,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407 2024-11-13T11:32:07,682 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407 2024-11-13T11:32:07,683 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,33795,1731497525776, sessionid=0x10038dabaab0003, setting cluster-up flag (Was=false) 2024-11-13T11:32:07,684 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407 2024-11-13T11:32:07,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407 2024-11-13T11:32:07,689 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-73766407/flush-table-proc/acquired, /1-73766407/flush-table-proc/reached, /1-73766407/flush-table-proc/abort 2024-11-13T11:32:07,690 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,33795,1731497525776 2024-11-13T11:32:07,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407 2024-11-13T11:32:07,693 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407 2024-11-13T11:32:07,697 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-73766407/online-snapshot/acquired, /1-73766407/online-snapshot/reached, /1-73766407/online-snapshot/abort 2024-11-13T11:32:07,698 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,33795,1731497525776 2024-11-13T11:32:07,700 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:32:07,703 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:07,703 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:32:07,703 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:32:07,703 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,33795,1731497525776 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:32:07,705 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:07,705 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:07,705 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:07,706 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:07,706 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:32:07,706 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:07,706 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:32:07,706 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:07,708 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497557708 2024-11-13T11:32:07,708 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:32:07,708 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:32:07,708 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:32:07,709 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:32:07,709 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:32:07,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:07,709 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:32:07,709 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:32:07,709 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:07,709 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:32:07,709 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:32:07,709 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:32:07,710 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:32:07,710 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:32:07,710 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:32:07,710 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497527710,5,FailOnTimeoutGroup] 2024-11-13T11:32:07,711 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:07,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:32:07,713 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497527710,5,FailOnTimeoutGroup] 2024-11-13T11:32:07,713 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:07,713 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:32:07,713 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:07,713 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:07,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:32:07,758 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(746): ClusterId : 41c6b87f-71a3-464a-8416-ddc3808d91bf 2024-11-13T11:32:07,758 DEBUG [RS:0;7bf281cf3991:41421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:32:07,761 DEBUG [RS:0;7bf281cf3991:41421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:32:07,761 DEBUG [RS:0;7bf281cf3991:41421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:32:07,765 DEBUG [RS:0;7bf281cf3991:41421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:32:07,766 DEBUG [RS:0;7bf281cf3991:41421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e36f689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:32:07,780 DEBUG [RS:0;7bf281cf3991:41421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:41421 2024-11-13T11:32:07,780 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:32:07,781 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:32:07,781 DEBUG [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:32:07,782 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,33795,1731497525776 with port=41421, startcode=1731497525829 2024-11-13T11:32:07,782 DEBUG [RS:0;7bf281cf3991:41421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:32:07,785 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:32:07,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33795 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,41421,1731497525829 2024-11-13T11:32:07,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33795 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,41421,1731497525829 2024-11-13T11:32:07,789 DEBUG [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d 2024-11-13T11:32:07,789 DEBUG [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40393 2024-11-13T11:32:07,789 DEBUG [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:32:07,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407/rs 2024-11-13T11:32:07,791 DEBUG [RS:0;7bf281cf3991:41421 {}] zookeeper.ZKUtil(111): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Set watcher on existing znode=/1-73766407/rs/7bf281cf3991,41421,1731497525829 2024-11-13T11:32:07,791 WARN [RS:0;7bf281cf3991:41421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:32:07,791 INFO [RS:0;7bf281cf3991:41421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:07,791 DEBUG [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/WALs/7bf281cf3991,41421,1731497525829 2024-11-13T11:32:07,792 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,41421,1731497525829] 2024-11-13T11:32:07,801 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:32:07,804 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:32:07,805 INFO [RS:0;7bf281cf3991:41421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:32:07,805 INFO [RS:0;7bf281cf3991:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:07,805 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:32:07,807 INFO [RS:0;7bf281cf3991:41421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:32:07,807 INFO [RS:0;7bf281cf3991:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:07,807 DEBUG [RS:0;7bf281cf3991:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:07,807 DEBUG [RS:0;7bf281cf3991:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:07,808 DEBUG [RS:0;7bf281cf3991:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:07,808 DEBUG [RS:0;7bf281cf3991:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:07,808 DEBUG [RS:0;7bf281cf3991:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:07,808 DEBUG [RS:0;7bf281cf3991:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:32:07,808 DEBUG [RS:0;7bf281cf3991:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:07,808 DEBUG [RS:0;7bf281cf3991:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:07,808 DEBUG [RS:0;7bf281cf3991:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:07,808 DEBUG [RS:0;7bf281cf3991:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:07,808 DEBUG [RS:0;7bf281cf3991:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:07,808 DEBUG [RS:0;7bf281cf3991:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:07,808 DEBUG [RS:0;7bf281cf3991:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:32:07,809 DEBUG [RS:0;7bf281cf3991:41421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:32:07,809 INFO [RS:0;7bf281cf3991:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:07,809 INFO [RS:0;7bf281cf3991:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:07,809 INFO [RS:0;7bf281cf3991:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:07,810 INFO [RS:0;7bf281cf3991:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:07,810 INFO [RS:0;7bf281cf3991:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:07,810 INFO [RS:0;7bf281cf3991:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41421,1731497525829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:32:07,829 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:32:07,829 INFO [RS:0;7bf281cf3991:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41421,1731497525829-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:07,829 INFO [RS:0;7bf281cf3991:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:07,829 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.Replication(171): 7bf281cf3991,41421,1731497525829 started 2024-11-13T11:32:07,846 INFO [RS:0;7bf281cf3991:41421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:07,846 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,41421,1731497525829, RpcServer on 7bf281cf3991/172.17.0.2:41421, sessionid=0x10038dabaab0004 2024-11-13T11:32:07,846 DEBUG [RS:0;7bf281cf3991:41421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:32:07,846 DEBUG [RS:0;7bf281cf3991:41421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,41421,1731497525829 2024-11-13T11:32:07,846 DEBUG [RS:0;7bf281cf3991:41421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,41421,1731497525829' 2024-11-13T11:32:07,846 DEBUG [RS:0;7bf281cf3991:41421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-73766407/flush-table-proc/abort' 2024-11-13T11:32:07,847 DEBUG [RS:0;7bf281cf3991:41421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-73766407/flush-table-proc/acquired' 2024-11-13T11:32:07,848 DEBUG [RS:0;7bf281cf3991:41421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:32:07,848 DEBUG [RS:0;7bf281cf3991:41421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:32:07,848 DEBUG [RS:0;7bf281cf3991:41421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,41421,1731497525829 2024-11-13T11:32:07,848 DEBUG [RS:0;7bf281cf3991:41421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,41421,1731497525829' 2024-11-13T11:32:07,848 DEBUG [RS:0;7bf281cf3991:41421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-73766407/online-snapshot/abort' 2024-11-13T11:32:07,848 DEBUG [RS:0;7bf281cf3991:41421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-73766407/online-snapshot/acquired' 2024-11-13T11:32:07,849 DEBUG [RS:0;7bf281cf3991:41421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:32:07,849 INFO [RS:0;7bf281cf3991:41421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:32:07,849 INFO [RS:0;7bf281cf3991:41421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:32:07,950 INFO [RS:0;7bf281cf3991:41421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:32:07,953 INFO [RS:0;7bf281cf3991:41421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C41421%2C1731497525829, suffix=, logDir=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/WALs/7bf281cf3991,41421,1731497525829, archiveDir=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/oldWALs, maxLogs=10 2024-11-13T11:32:07,972 DEBUG [RS:0;7bf281cf3991:41421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/WALs/7bf281cf3991,41421,1731497525829/7bf281cf3991%2C41421%2C1731497525829.1731497527956, exclude list is [], retry=0 2024-11-13T11:32:07,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37097,DS-7c2dae29-6e71-4dda-bf8b-1fd4e05822bf,DISK] 2024-11-13T11:32:07,980 INFO [RS:0;7bf281cf3991:41421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/WALs/7bf281cf3991,41421,1731497525829/7bf281cf3991%2C41421%2C1731497525829.1731497527956 2024-11-13T11:32:07,980 DEBUG [RS:0;7bf281cf3991:41421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33293:33293)] 2024-11-13T11:32:08,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:32:08,120 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d 2024-11-13T11:32:08,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741833_1009 (size=32) 2024-11-13T11:32:08,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:08,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:32:08,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:32:08,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:08,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:08,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:32:08,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:32:08,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:08,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:08,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:32:08,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:32:08,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:08,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:08,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:32:08,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:32:08,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:08,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:08,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:32:08,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/data/hbase/meta/1588230740 2024-11-13T11:32:08,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/data/hbase/meta/1588230740 2024-11-13T11:32:08,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:32:08,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:32:08,551 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:08,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:32:08,556 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:08,556 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75462898, jitterRate=0.12448480725288391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:08,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497528533Initializing all the Stores at 1731497528535 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497528535Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497528535Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497528535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497528535Cleaning up temporary data from old regions at 1731497528551 (+16 ms)Region opened successfully at 1731497528556 (+5 ms) 2024-11-13T11:32:08,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:32:08,557 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:32:08,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:32:08,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:32:08,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:32:08,557 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:32:08,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497528557Disabling compacts and flushes for region at 1731497528557Disabling writes for close at 1731497528557Writing region close event to WAL at 1731497528557Closed at 1731497528557 2024-11-13T11:32:08,559 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:08,559 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:32:08,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:32:08,561 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:32:08,563 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:32:08,713 DEBUG [7bf281cf3991:33795 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:32:08,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,41421,1731497525829 2024-11-13T11:32:08,716 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,41421,1731497525829, state=OPENING 2024-11-13T11:32:08,718 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:32:08,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407 2024-11-13T11:32:08,719 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407 2024-11-13T11:32:08,720 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:32:08,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-73766407/meta-region-server: CHANGED 2024-11-13T11:32:08,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-73766407/meta-region-server: CHANGED 2024-11-13T11:32:08,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,41421,1731497525829}] 2024-11-13T11:32:08,874 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:32:08,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:32:08,885 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:32:08,886 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:08,886 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:32:08,890 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C41421%2C1731497525829.meta, suffix=.meta, logDir=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/WALs/7bf281cf3991,41421,1731497525829, archiveDir=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/oldWALs, maxLogs=10 2024-11-13T11:32:08,904 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/WALs/7bf281cf3991,41421,1731497525829/7bf281cf3991%2C41421%2C1731497525829.meta.1731497528892.meta, exclude list is [], retry=0 2024-11-13T11:32:08,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37097,DS-7c2dae29-6e71-4dda-bf8b-1fd4e05822bf,DISK] 2024-11-13T11:32:08,910 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/WALs/7bf281cf3991,41421,1731497525829/7bf281cf3991%2C41421%2C1731497525829.meta.1731497528892.meta 2024-11-13T11:32:08,910 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33293:33293)] 2024-11-13T11:32:08,910 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:08,911 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:32:08,911 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:32:08,911 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:32:08,911 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:32:08,911 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:32:08,911 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:08,911 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:32:08,911 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:32:08,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:32:08,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:32:08,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:08,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:08,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:32:08,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:32:08,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:08,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:08,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:32:08,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:32:08,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:08,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:08,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:32:08,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:32:08,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:08,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:08,922 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:32:08,924 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/data/hbase/meta/1588230740 2024-11-13T11:32:08,926 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/data/hbase/meta/1588230740 2024-11-13T11:32:08,928 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:32:08,928 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:32:08,929 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:08,931 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:32:08,932 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66862554, jitterRate=-0.003670305013656616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:08,932 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:32:08,932 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497528912Writing region info on filesystem at 1731497528912Initializing all the Stores at 1731497528913 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497528913Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497528913Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497528913Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497528913Cleaning up temporary data from old regions at 1731497528928 (+15 ms)Running coprocessor post-open hooks at 1731497528932 (+4 ms)Region opened successfully at 1731497528932 2024-11-13T11:32:08,934 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497528874 2024-11-13T11:32:08,937 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:32:08,937 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:32:08,938 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,41421,1731497525829 2024-11-13T11:32:08,939 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,41421,1731497525829, state=OPEN 2024-11-13T11:32:08,940 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-73766407/meta-region-server 2024-11-13T11:32:08,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-73766407/meta-region-server 2024-11-13T11:32:08,941 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,41421,1731497525829 2024-11-13T11:32:08,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-73766407/meta-region-server: CHANGED 2024-11-13T11:32:08,941 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-73766407/meta-region-server: CHANGED 2024-11-13T11:32:08,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:32:08,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,41421,1731497525829 in 221 msec 2024-11-13T11:32:08,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:32:08,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-11-13T11:32:08,951 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:08,951 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:32:08,954 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:08,954 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,41421,1731497525829, seqNum=-1] 2024-11-13T11:32:08,955 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:08,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:08,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-11-13T11:32:08,968 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497528968, completionTime=-1 2024-11-13T11:32:08,968 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:32:08,968 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:32:08,971 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:32:08,971 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497588971 2024-11-13T11:32:08,971 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497648971 2024-11-13T11:32:08,971 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T11:32:08,972 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33795,1731497525776-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:08,972 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33795,1731497525776-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:08,972 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33795,1731497525776-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:08,972 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:33795, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:08,972 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:08,973 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:08,975 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:32:08,978 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.106sec 2024-11-13T11:32:08,978 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:32:08,978 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:32:08,979 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:32:08,979 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:32:08,979 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:32:08,979 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33795,1731497525776-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:32:08,979 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33795,1731497525776-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:32:08,982 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:32:08,983 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:32:08,983 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33795,1731497525776-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:09,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f69ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:09,059 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33795,-1 for getting cluster id 2024-11-13T11:32:09,059 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:09,061 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41c6b87f-71a3-464a-8416-ddc3808d91bf' 2024-11-13T11:32:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:09,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41c6b87f-71a3-464a-8416-ddc3808d91bf" 2024-11-13T11:32:09,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fea964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:09,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33795,-1] 2024-11-13T11:32:09,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:09,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:09,064 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:09,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ba2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:09,066 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,41421,1731497525829, seqNum=-1] 2024-11-13T11:32:09,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:09,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:09,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,33795,1731497525776 2024-11-13T11:32:09,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51871 2024-11-13T11:32:09,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:09,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10038dabaab0005 connected 2024-11-13T11:32:09,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b690d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:09,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,44927,-1 for getting cluster id 2024-11-13T11:32:09,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:09,085 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476' 2024-11-13T11:32:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476" 2024-11-13T11:32:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9cb020a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,44927,-1] 2024-11-13T11:32:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:09,088 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:09,089 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a6a628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:09,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:09,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,44927,1731497520327 2024-11-13T11:32:09,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fddeae4 2024-11-13T11:32:09,104 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:09,106 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:09,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:33795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:32:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:32:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:09,124 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:33795' 2024-11-13T11:32:09,126 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6266fee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:09,126 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33795,-1 for getting cluster id 2024-11-13T11:32:09,127 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:09,128 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41c6b87f-71a3-464a-8416-ddc3808d91bf' 2024-11-13T11:32:09,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:09,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41c6b87f-71a3-464a-8416-ddc3808d91bf" 2024-11-13T11:32:09,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a84bda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:09,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33795,-1] 2024-11-13T11:32:09,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:09,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:09,132 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:09,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ba575e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:09,135 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:09,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,33795,1731497525776 2024-11-13T11:32:09,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eb86fbf 2024-11-13T11:32:09,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:09,142 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:09,154 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T11:32:09,154 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:32:09,158 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:09,159 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:09,159 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:09,160 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:32:09,167 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:32:09,170 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:32:09,171 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:09,173 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:32:09,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741835_1011 (size=1138) 2024-11-13T11:32:09,220 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T11:32:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:09,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:09,592 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b48f74710efcf4025dbd1af549c49c2a, NAME => 'hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6 2024-11-13T11:32:09,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741836_1012 (size=44) 2024-11-13T11:32:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:09,957 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:32:10,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:10,001 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b48f74710efcf4025dbd1af549c49c2a, disabling compactions & flushes 2024-11-13T11:32:10,001 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:10,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:10,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. after waiting 0 ms 2024-11-13T11:32:10,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:10,002 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:10,002 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b48f74710efcf4025dbd1af549c49c2a: Waiting for close lock at 1731497530001Disabling compacts and flushes for region at 1731497530001Disabling writes for close at 1731497530002 (+1 ms)Writing region close event to WAL at 1731497530002Closed at 1731497530002 2024-11-13T11:32:10,004 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:32:10,010 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731497530004"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497530004"}]},"ts":"1731497530004"} 2024-11-13T11:32:10,015 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:32:10,017 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:32:10,021 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497530018"}]},"ts":"1731497530018"} 2024-11-13T11:32:10,024 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:32:10,026 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T11:32:10,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b48f74710efcf4025dbd1af549c49c2a, ASSIGN}] 2024-11-13T11:32:10,030 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b48f74710efcf4025dbd1af549c49c2a, ASSIGN 2024-11-13T11:32:10,032 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b48f74710efcf4025dbd1af549c49c2a, ASSIGN; state=OFFLINE, location=7bf281cf3991,38345,1731497520961; forceNewPlan=false, retain=false 2024-11-13T11:32:10,183 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b48f74710efcf4025dbd1af549c49c2a, regionState=OPENING, regionLocation=7bf281cf3991,38345,1731497520961 2024-11-13T11:32:10,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b48f74710efcf4025dbd1af549c49c2a, ASSIGN because future has completed 2024-11-13T11:32:10,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b48f74710efcf4025dbd1af549c49c2a, server=7bf281cf3991,38345,1731497520961}] 2024-11-13T11:32:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:10,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:10,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:10,353 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:32:10,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C38345%2C1731497520961.rep, suffix=, logDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961, archiveDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/oldWALs, maxLogs=10 2024-11-13T11:32:10,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.rep.1731497530358, exclude list is [], retry=0 2024-11-13T11:32:10,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37247,DS-07cb41ad-2f9f-4e2d-a52f-cab05ab6e0c1,DISK] 2024-11-13T11:32:10,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.rep.1731497530358 2024-11-13T11:32:10,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-13T11:32:10,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b48f74710efcf4025dbd1af549c49c2a, NAME => 'hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:10,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:32:10,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:32:10,378 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. service=MultiRowMutationService 2024-11-13T11:32:10,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:32:10,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:10,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:10,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:10,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:10,381 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:10,382 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b48f74710efcf4025dbd1af549c49c2a columnFamilyName hfileref 2024-11-13T11:32:10,382 DEBUG [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:10,383 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] regionserver.HStore(327): Store=b48f74710efcf4025dbd1af549c49c2a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:10,383 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:10,385 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b48f74710efcf4025dbd1af549c49c2a columnFamilyName queue 2024-11-13T11:32:10,385 DEBUG [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:10,385 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] regionserver.HStore(327): Store=b48f74710efcf4025dbd1af549c49c2a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:10,385 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:10,387 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b48f74710efcf4025dbd1af549c49c2a columnFamilyName sid 2024-11-13T11:32:10,387 DEBUG [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:10,388 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] regionserver.HStore(327): Store=b48f74710efcf4025dbd1af549c49c2a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:10,388 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:10,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/replication/b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:10,390 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/replication/b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:10,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:10,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:10,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:32:10,395 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:10,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/replication/b48f74710efcf4025dbd1af549c49c2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:10,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b48f74710efcf4025dbd1af549c49c2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74943869, jitterRate=0.11675067245960236}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:32:10,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:10,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b48f74710efcf4025dbd1af549c49c2a: Running coprocessor pre-open hook at 1731497530379Writing region info on filesystem at 1731497530379Initializing all the Stores at 1731497530380 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497530380Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497530380Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497530380Cleaning up temporary data from old regions at 1731497530391 (+11 ms)Running coprocessor post-open hooks at 1731497530399 (+8 ms)Region opened successfully at 1731497530400 (+1 ms) 2024-11-13T11:32:10,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a., pid=7, masterSystemTime=1731497530345 2024-11-13T11:32:10,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:10,405 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:10,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b48f74710efcf4025dbd1af549c49c2a, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,38345,1731497520961 2024-11-13T11:32:10,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b48f74710efcf4025dbd1af549c49c2a, server=7bf281cf3991,38345,1731497520961 because future has completed 2024-11-13T11:32:10,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T11:32:10,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b48f74710efcf4025dbd1af549c49c2a, server=7bf281cf3991,38345,1731497520961 in 221 msec 2024-11-13T11:32:10,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:32:10,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b48f74710efcf4025dbd1af549c49c2a, ASSIGN in 386 msec 2024-11-13T11:32:10,419 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:32:10,419 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497530419"}]},"ts":"1731497530419"} 2024-11-13T11:32:10,422 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T11:32:10,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:32:10,426 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2620 sec 2024-11-13T11:32:10,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a., hostname=7bf281cf3991,38345,1731497520961, seqNum=2] 2024-11-13T11:32:10,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38345 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-13T11:32:10,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:10,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:10,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:32:10,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T11:32:10,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T11:32:10,668 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T11:32:10,668 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T11:32:10,669 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:32:10,669 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T11:32:10,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:32:10,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T11:32:10,670 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T11:32:10,670 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T11:32:10,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T11:32:10,680 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T11:32:10,715 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,38345,1731497520961, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:32:10,716 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:10,717 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38345,1731497520961, seqNum=-1] 2024-11-13T11:32:10,717 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:10,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-13T11:32:10,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7bf281cf3991,38345,1731497520961', locateType=CURRENT is [region=hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a., hostname=7bf281cf3991,38345,1731497520961, seqNum=2] 2024-11-13T11:32:10,728 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T11:32:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T11:32:10,734 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7bf281cf3991,38345,1731497520961 suceeded 2024-11-13T11:32:10,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T11:32:10,739 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7bf281cf3991:33795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:32:10,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-11-13T11:32:10,742 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6280 sec 2024-11-13T11:32:10,748 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:33795' 2024-11-13T11:32:10,750 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6404eae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:10,750 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33795,-1 for getting cluster id 2024-11-13T11:32:10,750 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:10,751 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41c6b87f-71a3-464a-8416-ddc3808d91bf' 2024-11-13T11:32:10,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:10,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41c6b87f-71a3-464a-8416-ddc3808d91bf" 2024-11-13T11:32:10,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8800125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:10,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33795,-1] 2024-11-13T11:32:10,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:10,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:10,754 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:10,755 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7738dfe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:10,755 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:10,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,33795,1731497525776 2024-11-13T11:32:10,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45677130 2024-11-13T11:32:10,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:10,758 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T11:32:10,759 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,38345,1731497520961 (queues=1) is replicating from cluster=1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476 to cluster=41c6b87f-71a3-464a-8416-ddc3808d91bf 2024-11-13T11:32:10,761 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C38345%2C1731497520961 2024-11-13T11:32:10,765 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,38345,1731497520961, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:32:10,768 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961.replicationSource.shipper7bf281cf3991%2C38345%2C1731497520961,1-7bf281cf3991,38345,1731497520961 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C38345%2C1731497520961 2024-11-13T11:32:10,773 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961.replicationSource.wal-reader.7bf281cf3991%2C38345%2C1731497520961,1-7bf281cf3991,38345,1731497520961 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.1731497523909, startPosition=0, beingWritten=true 2024-11-13T11:32:11,028 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961.replicationSource.wal-reader.7bf281cf3991%2C38345%2C1731497520961,1-7bf281cf3991,38345,1731497520961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.1731497523909 to pos 0, reset compression=false 2024-11-13T11:32:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:11,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:11,274 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:32:11,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:11,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:11,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:11,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:11,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4640e624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:11,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,44927,-1 for getting cluster id 2024-11-13T11:32:11,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:11,279 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476' 2024-11-13T11:32:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:11,280 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476" 2024-11-13T11:32:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc9949a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,44927,-1] 2024-11-13T11:32:11,281 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:11,283 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:11,285 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7083b38b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:11,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:11,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,44927,1731497520327 2024-11-13T11:32:11,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b067b4c 2024-11-13T11:32:11,287 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:11,289 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:11,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://7bf281cf3991:33795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:32:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:32:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T11:32:11,293 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:33795' 2024-11-13T11:32:11,294 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd9a0f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:11,294 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33795,-1 for getting cluster id 2024-11-13T11:32:11,295 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:11,296 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41c6b87f-71a3-464a-8416-ddc3808d91bf' 2024-11-13T11:32:11,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:11,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41c6b87f-71a3-464a-8416-ddc3808d91bf" 2024-11-13T11:32:11,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc5cdab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:11,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33795,-1] 2024-11-13T11:32:11,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:11,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:11,298 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:11,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31d87ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:11,300 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:11,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,33795,1731497525776 2024-11-13T11:32:11,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65452969 2024-11-13T11:32:11,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:11,303 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:11,304 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-13T11:32:11,304 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:32:11,304 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:11,304 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:11,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:11,314 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:32:11,342 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961.replicationSource.wal-reader.7bf281cf3991%2C38345%2C1731497520961,1-7bf281cf3991,38345,1731497520961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.1731497523909 to pos 0, reset compression=false 2024-11-13T11:32:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T11:32:11,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-13T11:32:11,470 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T11:32:11,508 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-7bf281cf3991,38345,1731497520961, ReplicationSource: 2, currentBandwidth=0 2024-11-13T11:32:11,511 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-13T11:32:11,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-13T11:32:11,514 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 7bf281cf3991,38345,1731497520961 suceeded 2024-11-13T11:32:11,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T11:32:11,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-13T11:32:11,517 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://7bf281cf3991:33795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:32:11,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 229 msec 2024-11-13T11:32:11,527 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:33795' 2024-11-13T11:32:11,529 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@720b9b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:11,529 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33795,-1 for getting cluster id 2024-11-13T11:32:11,529 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:11,530 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41c6b87f-71a3-464a-8416-ddc3808d91bf' 2024-11-13T11:32:11,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:11,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41c6b87f-71a3-464a-8416-ddc3808d91bf" 2024-11-13T11:32:11,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c91e007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:11,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33795,-1] 2024-11-13T11:32:11,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:11,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:11,532 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:11,532 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77e43f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:11,533 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:11,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,33795,1731497525776 2024-11-13T11:32:11,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fe0c86c 2024-11-13T11:32:11,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:11,535 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-13T11:32:11,535 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7bf281cf3991,38345,1731497520961 (queues=1) is replicating from cluster=1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476 to cluster=41c6b87f-71a3-464a-8416-ddc3808d91bf 2024-11-13T11:32:11,536 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7bf281cf3991%2C38345%2C1731497520961 2024-11-13T11:32:11,536 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7bf281cf3991,38345,1731497520961, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:32:11,536 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961.replicationSource.shipper7bf281cf3991%2C38345%2C1731497520961,2-7bf281cf3991,38345,1731497520961 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C38345%2C1731497520961 2024-11-13T11:32:11,536 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961.replicationSource.wal-reader.7bf281cf3991%2C38345%2C1731497520961,2-7bf281cf3991,38345,1731497520961 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.1731497523909, startPosition=0, beingWritten=true 2024-11-13T11:32:11,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-13T11:32:11,612 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T11:32:11,612 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:11,612 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:11,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:11,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:11,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:11,614 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:11,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,44927,1731497520327 2024-11-13T11:32:11,617 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d309b02 2024-11-13T11:32:11,621 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:11,624 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:11,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T11:32:11,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T11:32:11,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T11:32:11,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T11:32:11,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:33795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:32:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T11:32:11,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T11:32:11,642 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:33795' 2024-11-13T11:32:11,643 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e5c2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:11,643 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33795,-1 for getting cluster id 2024-11-13T11:32:11,643 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:11,644 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41c6b87f-71a3-464a-8416-ddc3808d91bf' 2024-11-13T11:32:11,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:11,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41c6b87f-71a3-464a-8416-ddc3808d91bf" 2024-11-13T11:32:11,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7235f447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:11,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33795,-1] 2024-11-13T11:32:11,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:11,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:11,646 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:11,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d7e8af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:11,647 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:11,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,33795,1731497525776 2024-11-13T11:32:11,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64f04ab1 2024-11-13T11:32:11,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:11,650 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:11,651 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T11:32:11,651 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:32:11,651 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:11,651 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:11,651 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:11,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:32:11,743 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961.replicationSource.wal-reader.7bf281cf3991%2C38345%2C1731497520961,2-7bf281cf3991,38345,1731497520961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.1731497523909 to pos 0, reset compression=false 2024-11-13T11:32:11,750 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961.replicationSource.wal-reader.7bf281cf3991%2C38345%2C1731497520961,1-7bf281cf3991,38345,1731497520961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.1731497523909 to pos 0, reset compression=false 2024-11-13T11:32:11,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T11:32:11,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-13T11:32:11,811 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-13T11:32:11,813 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-13T11:32:11,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-13T11:32:11,817 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 7bf281cf3991,38345,1731497520961 suceeded 2024-11-13T11:32:11,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-13T11:32:11,823 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://7bf281cf3991:33795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:32:11,823 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-13T11:32:11,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 188 msec 2024-11-13T11:32:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-13T11:32:11,962 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-13T11:32:11,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://7bf281cf3991:33795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:32:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T11:32:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T11:32:11,968 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:33795' 2024-11-13T11:32:11,969 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37183818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:11,970 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33795,-1 for getting cluster id 2024-11-13T11:32:11,970 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:11,971 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41c6b87f-71a3-464a-8416-ddc3808d91bf' 2024-11-13T11:32:11,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:11,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41c6b87f-71a3-464a-8416-ddc3808d91bf" 2024-11-13T11:32:11,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387598e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:11,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33795,-1] 2024-11-13T11:32:11,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:11,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:11,973 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:11,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acc4538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:11,974 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:11,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,33795,1731497525776 2024-11-13T11:32:11,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d592634 2024-11-13T11:32:11,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:11,978 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:11,979 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T11:32:11,979 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:32:11,979 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:11,979 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:11,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:11,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:32:12,051 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961.replicationSource.wal-reader.7bf281cf3991%2C38345%2C1731497520961,2-7bf281cf3991,38345,1731497520961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.1731497523909 to pos 0, reset compression=false 2024-11-13T11:32:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T11:32:12,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38345 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-13T11:32:12,140 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-13T11:32:12,141 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-13T11:32:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-13T11:32:12,146 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 7bf281cf3991,38345,1731497520961 suceeded 2024-11-13T11:32:12,150 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-13T11:32:12,150 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://7bf281cf3991:33795,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:32:12,151 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-13T11:32:12,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 188 msec 2024-11-13T11:32:12,258 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961.replicationSource.wal-reader.7bf281cf3991%2C38345%2C1731497520961,1-7bf281cf3991,38345,1731497520961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.1731497523909 to pos 0, reset compression=false 2024-11-13T11:32:12,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-13T11:32:12,281 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-13T11:32:12,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T11:32:12,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44927 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T11:32:12,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:12,285 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:12,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:12,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:12,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:32:12,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:12,285 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=47941, stopped=false 2024-11-13T11:32:12,286 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,44927,1731497520327 2024-11-13T11:32:12,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01393523263/running 2024-11-13T11:32:12,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:12,288 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:32:12,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01393523263/running 2024-11-13T11:32:12,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:12,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:12,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:12,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:12,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on znode that does not yet exist, /01393523263/running 2024-11-13T11:32:12,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on znode that does not yet exist, /01393523263/running 2024-11-13T11:32:12,289 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,38345,1731497520961' ***** 2024-11-13T11:32:12,289 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:32:12,289 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:32:12,289 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:32:12,289 INFO [RS:0;7bf281cf3991:38345 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:32:12,290 INFO [RS:0;7bf281cf3991:38345 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:32:12,290 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(3091): Received CLOSE for b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:12,290 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,38345,1731497520961 2024-11-13T11:32:12,290 INFO [RS:0;7bf281cf3991:38345 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:32:12,291 INFO [RS:0;7bf281cf3991:38345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:38345. 2024-11-13T11:32:12,291 DEBUG [RS:0;7bf281cf3991:38345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:12,291 DEBUG [RS:0;7bf281cf3991:38345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:12,291 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:32:12,291 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:32:12,291 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:32:12,291 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:32:12,291 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b48f74710efcf4025dbd1af549c49c2a, disabling compactions & flushes 2024-11-13T11:32:12,291 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:12,291 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:12,292 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. after waiting 0 ms 2024-11-13T11:32:12,292 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:12,292 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T11:32:12,292 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:32:12,292 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b48f74710efcf4025dbd1af549c49c2a=hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a.} 2024-11-13T11:32:12,292 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:32:12,292 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:32:12,292 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:32:12,292 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:32:12,293 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:12,295 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b48f74710efcf4025dbd1af549c49c2a 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-13T11:32:12,295 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T11:32:12,362 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:32:12,377 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/.tmp/info/24957c75cffd43a48f1c4124ddffed4e is 147, key is hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a./info:regioninfo/1731497530406/Put/seqid=0 2024-11-13T11:32:12,377 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/replication/b48f74710efcf4025dbd1af549c49c2a/.tmp/queue/0d5c53aab9614d1a947d8b8c4b975403 is 151, key is 1-7bf281cf3991,38345,1731497520961/queue:7bf281cf3991%2C38345%2C1731497520961/1731497530723/Put/seqid=0 2024-11-13T11:32:12,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741838_1014 (size=6631) 2024-11-13T11:32:12,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741839_1015 (size=5500) 2024-11-13T11:32:12,404 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/replication/b48f74710efcf4025dbd1af549c49c2a/.tmp/queue/0d5c53aab9614d1a947d8b8c4b975403 2024-11-13T11:32:12,460 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961.replicationSource.wal-reader.7bf281cf3991%2C38345%2C1731497520961,2-7bf281cf3991,38345,1731497520961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.1731497523909 to pos 0, reset compression=false 2024-11-13T11:32:12,471 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/replication/b48f74710efcf4025dbd1af549c49c2a/.tmp/queue/0d5c53aab9614d1a947d8b8c4b975403 as hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/replication/b48f74710efcf4025dbd1af549c49c2a/queue/0d5c53aab9614d1a947d8b8c4b975403 2024-11-13T11:32:12,486 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/replication/b48f74710efcf4025dbd1af549c49c2a/queue/0d5c53aab9614d1a947d8b8c4b975403, entries=2, sequenceid=6, filesize=5.4 K 2024-11-13T11:32:12,493 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:12,496 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b48f74710efcf4025dbd1af549c49c2a in 198ms, sequenceid=6, compaction requested=false 2024-11-13T11:32:12,496 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T11:32:12,508 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/replication/b48f74710efcf4025dbd1af549c49c2a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T11:32:12,511 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:32:12,511 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:32:12,512 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:12,512 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b48f74710efcf4025dbd1af549c49c2a: Waiting for close lock at 1731497532290Running coprocessor pre-close hooks at 1731497532291 (+1 ms)Disabling compacts and flushes for region at 1731497532291Disabling writes for close at 1731497532292 (+1 ms)Obtaining lock to block concurrent updates at 1731497532296 (+4 ms)Preparing flush snapshotting stores in b48f74710efcf4025dbd1af549c49c2a at 1731497532296Finished memstore snapshotting hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731497532307 (+11 ms)Flushing stores of hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. at 1731497532308 (+1 ms)Flushing b48f74710efcf4025dbd1af549c49c2a/queue: creating writer at 1731497532310 (+2 ms)Flushing b48f74710efcf4025dbd1af549c49c2a/queue: appending metadata at 1731497532360 (+50 ms)Flushing b48f74710efcf4025dbd1af549c49c2a/queue: closing flushed file at 1731497532363 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206eeda8: reopening flushed file at 1731497532469 (+106 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b48f74710efcf4025dbd1af549c49c2a in 198ms, sequenceid=6, compaction requested=false at 1731497532496 (+27 ms)Writing region close event to WAL at 1731497532502 (+6 ms)Running coprocessor post-close hooks at 1731497532509 (+7 ms)Closed at 1731497532511 (+2 ms) 2024-11-13T11:32:12,512 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:12,693 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:32:12,782 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:32:12,782 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:32:12,800 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/.tmp/info/24957c75cffd43a48f1c4124ddffed4e 2024-11-13T11:32:12,833 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/.tmp/ns/ea88433162f7446abb7f85ba9c5228c5 is 43, key is default/ns:d/1731497524565/Put/seqid=0 2024-11-13T11:32:12,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741840_1016 (size=5153) 2024-11-13T11:32:12,865 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961.replicationSource.wal-reader.7bf281cf3991%2C38345%2C1731497520961,1-7bf281cf3991,38345,1731497520961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.1731497523909 to pos 0, reset compression=false 2024-11-13T11:32:12,894 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:32:12,973 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961.replicationSource.wal-reader.7bf281cf3991%2C38345%2C1731497520961,2-7bf281cf3991,38345,1731497520961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.1731497523909 to pos 0, reset compression=false 2024-11-13T11:32:13,094 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:32:13,244 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/.tmp/ns/ea88433162f7446abb7f85ba9c5228c5 2024-11-13T11:32:13,271 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/.tmp/table/8b1908e4f576470e91b4cbb38c1a7b69 is 53, key is hbase:replication/table:state/1731497530419/Put/seqid=0 2024-11-13T11:32:13,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741841_1017 (size=5256) 2024-11-13T11:32:13,294 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T11:32:13,294 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:32:13,294 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:32:13,495 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:32:13,573 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961.replicationSource.wal-reader.7bf281cf3991%2C38345%2C1731497520961,1-7bf281cf3991,38345,1731497520961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.1731497523909 to pos 0, reset compression=false 2024-11-13T11:32:13,581 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961.replicationSource.wal-reader.7bf281cf3991%2C38345%2C1731497520961,2-7bf281cf3991,38345,1731497520961 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.1731497523909 to pos 0, reset compression=false 2024-11-13T11:32:13,679 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/.tmp/table/8b1908e4f576470e91b4cbb38c1a7b69 2024-11-13T11:32:13,695 DEBUG [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:32:13,697 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/.tmp/info/24957c75cffd43a48f1c4124ddffed4e as hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/info/24957c75cffd43a48f1c4124ddffed4e 2024-11-13T11:32:13,706 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/info/24957c75cffd43a48f1c4124ddffed4e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T11:32:13,708 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/.tmp/ns/ea88433162f7446abb7f85ba9c5228c5 as hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/ns/ea88433162f7446abb7f85ba9c5228c5 2024-11-13T11:32:13,716 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/ns/ea88433162f7446abb7f85ba9c5228c5, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T11:32:13,717 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/.tmp/table/8b1908e4f576470e91b4cbb38c1a7b69 as hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/table/8b1908e4f576470e91b4cbb38c1a7b69 2024-11-13T11:32:13,726 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/table/8b1908e4f576470e91b4cbb38c1a7b69, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T11:32:13,727 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1435ms, sequenceid=11, compaction requested=false 2024-11-13T11:32:13,733 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T11:32:13,733 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:32:13,734 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:32:13,734 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:32:13,734 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497532292Running coprocessor pre-close hooks at 1731497532292Disabling compacts and flushes for region at 1731497532292Disabling writes for close at 1731497532292Obtaining lock to block concurrent updates at 1731497532296 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731497532296Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731497532306 (+10 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731497532308 (+2 ms)Flushing 1588230740/info: creating writer at 1731497532310 (+2 ms)Flushing 1588230740/info: appending metadata at 1731497532361 (+51 ms)Flushing 1588230740/info: closing flushed file at 1731497532363 (+2 ms)Flushing 1588230740/ns: creating writer at 1731497532814 (+451 ms)Flushing 1588230740/ns: appending metadata at 1731497532832 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731497532832Flushing 1588230740/table: creating writer at 1731497533253 (+421 ms)Flushing 1588230740/table: appending metadata at 1731497533270 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731497533270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b5489bb: reopening flushed file at 1731497533695 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fca4ab9: reopening flushed file at 1731497533707 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e0462: reopening flushed file at 1731497533716 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1435ms, sequenceid=11, compaction requested=false at 1731497533727 (+11 ms)Writing region close event to WAL at 1731497533729 (+2 ms)Running coprocessor post-close hooks at 1731497533733 (+4 ms)Closed at 1731497533734 (+1 ms) 2024-11-13T11:32:13,734 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:32:13,896 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,38345,1731497520961; all regions closed. 2024-11-13T11:32:13,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741834_1010 (size=2742) 2024-11-13T11:32:13,912 DEBUG [RS:0;7bf281cf3991:38345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/oldWALs 2024-11-13T11:32:13,912 INFO [RS:0;7bf281cf3991:38345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C38345%2C1731497520961.meta:.meta(num 1731497524411) 2024-11-13T11:32:13,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741837_1013 (size=1802) 2024-11-13T11:32:13,916 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.rep.1731497530358 not finished, retry = 0 2024-11-13T11:32:14,021 DEBUG [RS:0;7bf281cf3991:38345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/oldWALs 2024-11-13T11:32:14,021 INFO [RS:0;7bf281cf3991:38345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C38345%2C1731497520961.rep:(num 1731497530358) 2024-11-13T11:32:14,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741833_1009 (size=93) 2024-11-13T11:32:14,024 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961/7bf281cf3991%2C38345%2C1731497520961.1731497523909 not finished, retry = 0 2024-11-13T11:32:14,128 DEBUG [RS:0;7bf281cf3991:38345 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/oldWALs 2024-11-13T11:32:14,128 INFO [RS:0;7bf281cf3991:38345 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C38345%2C1731497520961:(num 1731497523909) 2024-11-13T11:32:14,128 DEBUG [RS:0;7bf281cf3991:38345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:14,128 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:32:14,129 INFO [RS:0;7bf281cf3991:38345 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:32:14,129 INFO [RS:0;7bf281cf3991:38345 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T11:32:14,129 INFO [RS:0;7bf281cf3991:38345 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:32:14,129 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:32:14,130 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,38345,1731497520961 because: Region server is closing 2024-11-13T11:32:14,130 INFO [RS:0;7bf281cf3991:38345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:38345. 2024-11-13T11:32:14,130 DEBUG [RS:0;7bf281cf3991:38345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:14,130 DEBUG [RS:0;7bf281cf3991:38345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:14,131 DEBUG [RS:0;7bf281cf3991:38345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:14,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:14,231 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961.replicationSource.wal-reader.7bf281cf3991%2C38345%2C1731497520961,1-7bf281cf3991,38345,1731497520961 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T11:32:14,231 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961.replicationSource.shipper7bf281cf3991%2C38345%2C1731497520961,1-7bf281cf3991,38345,1731497520961 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T11:32:14,231 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38345,1731497520961.replicationSource.shipper7bf281cf3991%2C38345%2C1731497520961,1-7bf281cf3991,38345,1731497520961 terminated 2024-11-13T11:32:14,232 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7bf281cf3991,38345,1731497520961 because: Region server is closing 2024-11-13T11:32:14,232 INFO [RS:0;7bf281cf3991:38345 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:38345. 2024-11-13T11:32:14,232 DEBUG [RS:0;7bf281cf3991:38345 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:14,232 DEBUG [RS:0;7bf281cf3991:38345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:14,232 DEBUG [RS:0;7bf281cf3991:38345 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:14,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:14,333 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961.replicationSource.shipper7bf281cf3991%2C38345%2C1731497520961,2-7bf281cf3991,38345,1731497520961 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T11:32:14,333 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,38345,1731497520961.replicationSource.shipper7bf281cf3991%2C38345%2C1731497520961,2-7bf281cf3991,38345,1731497520961 terminated 2024-11-13T11:32:14,334 INFO [RS:0;7bf281cf3991:38345 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38345 2024-11-13T11:32:14,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263/rs 2024-11-13T11:32:14,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01393523263/rs/7bf281cf3991,38345,1731497520961 2024-11-13T11:32:14,338 INFO [RS:0;7bf281cf3991:38345 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:32:14,339 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,38345,1731497520961] 2024-11-13T11:32:14,340 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01393523263/draining/7bf281cf3991,38345,1731497520961 already deleted, retry=false 2024-11-13T11:32:14,340 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,38345,1731497520961 expired; onlineServers=0 2024-11-13T11:32:14,340 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,44927,1731497520327' ***** 2024-11-13T11:32:14,340 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:32:14,341 INFO [M:0;7bf281cf3991:44927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:32:14,341 INFO [M:0;7bf281cf3991:44927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:32:14,341 DEBUG [M:0;7bf281cf3991:44927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:32:14,341 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:32:14,341 DEBUG [M:0;7bf281cf3991:44927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:32:14,341 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497523544 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497523544,5,FailOnTimeoutGroup] 2024-11-13T11:32:14,341 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497523546 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497523546,5,FailOnTimeoutGroup] 2024-11-13T11:32:14,341 INFO [M:0;7bf281cf3991:44927 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:32:14,342 INFO [M:0;7bf281cf3991:44927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:32:14,342 DEBUG [M:0;7bf281cf3991:44927 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:32:14,342 INFO [M:0;7bf281cf3991:44927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:32:14,342 INFO [M:0;7bf281cf3991:44927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:32:14,343 INFO [M:0;7bf281cf3991:44927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:32:14,343 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:32:14,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01393523263/master 2024-11-13T11:32:14,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:14,344 DEBUG [M:0;7bf281cf3991:44927 {}] zookeeper.ZKUtil(347): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Unable to get data of znode /01393523263/master because node does not exist (not an error) 2024-11-13T11:32:14,344 WARN [M:0;7bf281cf3991:44927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:32:14,345 INFO [M:0;7bf281cf3991:44927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/.lastflushedseqids 2024-11-13T11:32:14,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741842_1018 (size=181) 2024-11-13T11:32:14,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:14,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38345-0x10038dabaab0001, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:14,441 INFO [RS:0;7bf281cf3991:38345 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:32:14,441 INFO [RS:0;7bf281cf3991:38345 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,38345,1731497520961; zookeeper connection closed. 2024-11-13T11:32:14,442 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76d0c0bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76d0c0bc 2024-11-13T11:32:14,442 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:32:14,761 INFO [M:0;7bf281cf3991:44927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:32:14,761 INFO [M:0;7bf281cf3991:44927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:32:14,762 DEBUG [M:0;7bf281cf3991:44927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:32:14,762 INFO [M:0;7bf281cf3991:44927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:14,762 DEBUG [M:0;7bf281cf3991:44927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:14,762 DEBUG [M:0;7bf281cf3991:44927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:32:14,762 DEBUG [M:0;7bf281cf3991:44927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:14,763 INFO [M:0;7bf281cf3991:44927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-13T11:32:14,783 DEBUG [M:0;7bf281cf3991:44927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e0511ecc63741748f6386e429a7f1a7 is 82, key is hbase:meta,,1/info:regioninfo/1731497524503/Put/seqid=0 2024-11-13T11:32:14,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741843_1019 (size=5672) 2024-11-13T11:32:15,189 INFO [M:0;7bf281cf3991:44927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e0511ecc63741748f6386e429a7f1a7 2024-11-13T11:32:15,217 DEBUG [M:0;7bf281cf3991:44927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a66f71c3ca8645ff83a236b99f23f200 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731497530425/Put/seqid=0 2024-11-13T11:32:15,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741844_1020 (size=8663) 2024-11-13T11:32:15,623 INFO [M:0;7bf281cf3991:44927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a66f71c3ca8645ff83a236b99f23f200 2024-11-13T11:32:15,643 DEBUG [M:0;7bf281cf3991:44927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f9e219e4a1c4cda9b0776fadd219ca0 is 69, key is 7bf281cf3991,38345,1731497520961/rs:state/1731497523688/Put/seqid=0 2024-11-13T11:32:15,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741845_1021 (size=5156) 2024-11-13T11:32:15,882 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:32:16,050 INFO [M:0;7bf281cf3991:44927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f9e219e4a1c4cda9b0776fadd219ca0 2024-11-13T11:32:16,061 DEBUG [M:0;7bf281cf3991:44927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2e0511ecc63741748f6386e429a7f1a7 as hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e0511ecc63741748f6386e429a7f1a7 2024-11-13T11:32:16,069 INFO [M:0;7bf281cf3991:44927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e0511ecc63741748f6386e429a7f1a7, entries=8, sequenceid=115, filesize=5.5 K 2024-11-13T11:32:16,070 DEBUG [M:0;7bf281cf3991:44927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a66f71c3ca8645ff83a236b99f23f200 as hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a66f71c3ca8645ff83a236b99f23f200 2024-11-13T11:32:16,077 INFO [M:0;7bf281cf3991:44927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a66f71c3ca8645ff83a236b99f23f200, entries=14, sequenceid=115, filesize=8.5 K 2024-11-13T11:32:16,078 DEBUG [M:0;7bf281cf3991:44927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f9e219e4a1c4cda9b0776fadd219ca0 as hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f9e219e4a1c4cda9b0776fadd219ca0 2024-11-13T11:32:16,085 INFO [M:0;7bf281cf3991:44927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f9e219e4a1c4cda9b0776fadd219ca0, entries=1, sequenceid=115, filesize=5.0 K 2024-11-13T11:32:16,086 INFO [M:0;7bf281cf3991:44927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=115, compaction requested=false 2024-11-13T11:32:16,088 INFO [M:0;7bf281cf3991:44927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:16,088 DEBUG [M:0;7bf281cf3991:44927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497534762Disabling compacts and flushes for region at 1731497534762Disabling writes for close at 1731497534762Obtaining lock to block concurrent updates at 1731497534763 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497534763Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731497534764 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497534766 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497534766Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497534782 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497534782Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497535202 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497535216 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497535216Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497535629 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497535643 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497535643Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41c6024f: reopening flushed file at 1731497536060 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a0fad5e: reopening flushed file at 1731497536069 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b9c7ef: reopening flushed file at 1731497536077 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1323ms, sequenceid=115, compaction requested=false at 1731497536086 (+9 ms)Writing region close event to WAL at 1731497536088 (+2 ms)Closed at 1731497536088 2024-11-13T11:32:16,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741830_1006 (size=59421) 2024-11-13T11:32:16,092 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:32:16,093 INFO [M:0;7bf281cf3991:44927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:32:16,093 INFO [M:0;7bf281cf3991:44927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44927 2024-11-13T11:32:16,093 INFO [M:0;7bf281cf3991:44927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:32:16,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:16,194 INFO [M:0;7bf281cf3991:44927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:32:16,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44927-0x10038dabaab0000, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:16,197 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:32:16,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:16,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:16,198 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:32:16,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:16,198 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:32:16,198 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:32:16,198 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:32:16,199 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41321 2024-11-13T11:32:16,200 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41321 connecting to ZooKeeper ensemble=127.0.0.1:51871 2024-11-13T11:32:16,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413210x0, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:16,203 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41321-0x10038dabaab0006 connected 2024-11-13T11:32:16,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:16,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:16,210 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on znode that does not yet exist, /01393523263/running 2024-11-13T11:32:16,210 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01393523263/meta-region-server: INIT 2024-11-13T11:32:16,210 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6, hbase.cluster.distributed=false 2024-11-13T11:32:16,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on znode that does not yet exist, /01393523263/acl 2024-11-13T11:32:16,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41321 2024-11-13T11:32:16,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41321 2024-11-13T11:32:16,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41321 2024-11-13T11:32:16,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41321 2024-11-13T11:32:16,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41321 2024-11-13T11:32:16,232 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:32:16,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:16,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:16,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:32:16,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:16,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:32:16,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:32:16,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:32:16,234 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33971 2024-11-13T11:32:16,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33971 connecting to ZooKeeper ensemble=127.0.0.1:51871 2024-11-13T11:32:16,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:16,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:16,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339710x0, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:16,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339710x0, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on znode that does not yet exist, /01393523263/running 2024-11-13T11:32:16,243 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01393523263/meta-region-server: INIT 2024-11-13T11:32:16,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33971-0x10038dabaab0007 connected 2024-11-13T11:32:16,243 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:32:16,243 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:32:16,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on znode that does not yet exist, /01393523263/master 2024-11-13T11:32:16,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on znode that does not yet exist, /01393523263/acl 2024-11-13T11:32:16,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33971 2024-11-13T11:32:16,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33971 2024-11-13T11:32:16,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33971 2024-11-13T11:32:16,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33971 2024-11-13T11:32:16,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33971 2024-11-13T11:32:16,260 DEBUG [M:0;7bf281cf3991:41321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:41321 2024-11-13T11:32:16,260 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01393523263/backup-masters/7bf281cf3991,41321,1731497536197 2024-11-13T11:32:16,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263/backup-masters 2024-11-13T11:32:16,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263/backup-masters 2024-11-13T11:32:16,262 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on existing znode=/01393523263/backup-masters/7bf281cf3991,41321,1731497536197 2024-11-13T11:32:16,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01393523263/master 2024-11-13T11:32:16,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:16,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:16,263 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on existing znode=/01393523263/master 2024-11-13T11:32:16,264 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01393523263/backup-masters/7bf281cf3991,41321,1731497536197 from backup master directory 2024-11-13T11:32:16,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263/backup-masters 2024-11-13T11:32:16,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01393523263/backup-masters/7bf281cf3991,41321,1731497536197 2024-11-13T11:32:16,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263/backup-masters 2024-11-13T11:32:16,265 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:32:16,265 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,41321,1731497536197 2024-11-13T11:32:16,280 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:16,281 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:32:16,296 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 15ms. 2024-11-13T11:32:16,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741846_1022 (size=196) 2024-11-13T11:32:16,712 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:32:16,714 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:32:16,715 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:16,729 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T11:32:16,733 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/WALs/7bf281cf3991,44927,1731497520327 to hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/WALs/7bf281cf3991,44927,1731497520327-dead as it is dead 2024-11-13T11:32:16,734 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-13T11:32:16,735 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-13T11:32:16,735 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/WALs/7bf281cf3991,44927,1731497520327-dead/7bf281cf3991%2C44927%2C1731497520327.1731497523046 2024-11-13T11:32:16,741 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/WALs/7bf281cf3991,44927,1731497520327-dead/7bf281cf3991%2C44927%2C1731497520327.1731497523046 after 4ms 2024-11-13T11:32:16,743 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/WALs/7bf281cf3991,44927,1731497520327-dead/7bf281cf3991%2C44927%2C1731497520327.1731497523046 to hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7bf281cf3991%2C44927%2C1731497520327.1731497523046 2024-11-13T11:32:16,743 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/WALs/7bf281cf3991,44927,1731497520327-dead 2024-11-13T11:32:16,743 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/WALs/7bf281cf3991,41321,1731497536197 2024-11-13T11:32:16,745 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:32:16,747 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C41321%2C1731497536197, suffix=, logDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/WALs/7bf281cf3991,41321,1731497536197, archiveDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/oldWALs, maxLogs=10 2024-11-13T11:32:16,759 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/WALs/7bf281cf3991,41321,1731497536197/7bf281cf3991%2C41321%2C1731497536197.1731497536748, exclude list is [], retry=0 2024-11-13T11:32:16,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37247,DS-07cb41ad-2f9f-4e2d-a52f-cab05ab6e0c1,DISK] 2024-11-13T11:32:16,765 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/WALs/7bf281cf3991,41321,1731497536197/7bf281cf3991%2C41321%2C1731497536197.1731497536748 2024-11-13T11:32:16,765 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-13T11:32:16,766 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:16,766 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:16,766 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:16,766 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:16,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:16,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:32:16,769 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:16,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2e0511ecc63741748f6386e429a7f1a7 2024-11-13T11:32:16,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:16,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:16,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:32:16,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:16,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a66f71c3ca8645ff83a236b99f23f200 2024-11-13T11:32:16,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:16,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:16,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:32:16,788 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:16,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f9e219e4a1c4cda9b0776fadd219ca0 2024-11-13T11:32:16,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:16,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:16,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:32:16,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:16,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:16,797 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:16,798 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T11:32:16,798 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7bf281cf3991%2C44927%2C1731497520327.1731497523046 2024-11-13T11:32:16,812 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7bf281cf3991%2C44927%2C1731497520327.1731497523046 2024-11-13T11:32:16,814 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7bf281cf3991%2C44927%2C1731497520327.1731497523046 2024-11-13T11:32:16,816 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:16,816 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:16,816 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:16,818 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:16,821 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-13T11:32:16,822 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64769548, jitterRate=-0.034858524799346924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:16,823 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497536766Initializing all the Stores at 1731497536767 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497536767Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497536767Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497536768 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497536768Cleaning up temporary data from old regions at 1731497536816 (+48 ms)Region opened successfully at 1731497536822 (+6 ms) 2024-11-13T11:32:16,823 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:32:16,827 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcb049f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:32:16,837 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T11:32:16,837 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:32:16,837 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:32:16,838 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:32:16,838 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:32:16,845 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:16,845 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:32:16,845 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:32:16,846 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:32:16,846 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T11:32:16,846 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-13T11:32:16,846 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-13T11:32:16,846 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:32:16,851 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7bf281cf3991,38345,1731497520961, regionLocation=7bf281cf3991,38345,1731497520961, openSeqNum=2 2024-11-13T11:32:16,851 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7bf281cf3991,38345,1731497520961, table=hbase:meta, region=1588230740 2024-11-13T11:32:16,851 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,38345,1731497520961, state=OPEN 2024-11-13T11:32:16,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01393523263/meta-region-server 2024-11-13T11:32:16,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01393523263/meta-region-server 2024-11-13T11:32:16,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01393523263/meta-region-server: CHANGED 2024-11-13T11:32:16,853 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01393523263/meta-region-server: CHANGED 2024-11-13T11:32:16,857 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:32:16,858 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01393523263/draining/7bf281cf3991,38345,1731497520961 already deleted, retry=false 2024-11-13T11:32:16,859 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 7bf281cf3991,38345,1731497520961 on 7bf281cf3991,41321,1731497536197 2024-11-13T11:32:16,863 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7bf281cf3991,38345,1731497520961, splitWal=true, meta=true 2024-11-13T11:32:16,865 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 7bf281cf3991,38345,1731497520961 (carryingMeta=true) 7bf281cf3991,38345,1731497520961/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@680a771c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T11:32:16,869 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Unable to get data of znode /01393523263/balancer because node does not exist (not necessarily an error) 2024-11-13T11:32:16,870 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01393523263/balancer already deleted, retry=false 2024-11-13T11:32:16,870 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:32:16,871 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Unable to get data of znode /01393523263/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:32:16,872 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01393523263/normalizer already deleted, retry=false 2024-11-13T11:32:16,873 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:32:16,874 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Unable to get data of znode /01393523263/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:32:16,874 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01393523263/switch/split already deleted, retry=false 2024-11-13T11:32:16,875 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Unable to get data of znode /01393523263/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:32:16,876 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01393523263/switch/merge already deleted, retry=false 2024-11-13T11:32:16,883 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Unable to get data of znode /01393523263/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:32:16,883 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01393523263/snapshot-cleanup already deleted, retry=false 2024-11-13T11:32:16,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01393523263/running 2024-11-13T11:32:16,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:16,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01393523263/running 2024-11-13T11:32:16,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:16,885 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,41321,1731497536197, sessionid=0x10038dabaab0006, setting cluster-up flag (Was=false) 2024-11-13T11:32:16,887 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01393523263/flush-table-proc/acquired, /01393523263/flush-table-proc/reached, /01393523263/flush-table-proc/abort 2024-11-13T11:32:16,888 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,41321,1731497536197 2024-11-13T11:32:16,890 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01393523263/online-snapshot/acquired, /01393523263/online-snapshot/reached, /01393523263/online-snapshot/abort 2024-11-13T11:32:16,891 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,41321,1731497536197 2024-11-13T11:32:16,893 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/.lastflushedseqids 2024-11-13T11:32:16,896 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:32:16,896 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:32:16,896 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,41321,1731497536197 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 7bf281cf3991,38345,1731497520961 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:32:16,898 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:16,898 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:16,898 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:16,898 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:16,898 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:32:16,898 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:16,898 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:32:16,898 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:16,900 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497566900 2024-11-13T11:32:16,900 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:32:16,900 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:32:16,900 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:32:16,900 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:32:16,900 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:32:16,900 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:32:16,901 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:16,901 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:32:16,901 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7bf281cf3991,38345,1731497520961, splitWal=true, meta=true 2024-11-13T11:32:16,901 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:32:16,901 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:32:16,901 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:32:16,903 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7bf281cf3991,38345,1731497520961, splitWal=true, meta=true, isMeta: true 2024-11-13T11:32:16,904 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:32:16,904 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:32:16,904 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497536904,5,FailOnTimeoutGroup] 2024-11-13T11:32:16,904 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497536904,5,FailOnTimeoutGroup] 2024-11-13T11:32:16,904 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:16,904 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:32:16,904 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:16,904 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961-splitting 2024-11-13T11:32:16,905 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:16,905 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497536905, completionTime=-1 2024-11-13T11:32:16,905 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T11:32:16,906 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961-splitting dir is empty, no logs to split. 2024-11-13T11:32:16,906 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7bf281cf3991,38345,1731497520961 WAL count=0, meta=true 2024-11-13T11:32:16,908 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T11:32:16,910 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961-splitting dir is empty, no logs to split. 2024-11-13T11:32:16,910 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7bf281cf3991,38345,1731497520961 WAL count=0, meta=true 2024-11-13T11:32:16,910 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7bf281cf3991,38345,1731497520961 WAL splitting is done? wals=0, meta=true 2024-11-13T11:32:16,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:32:16,914 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:32:16,915 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T11:32:16,951 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(746): ClusterId : 1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476 2024-11-13T11:32:16,951 DEBUG [RS:0;7bf281cf3991:33971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:32:16,953 DEBUG [RS:0;7bf281cf3991:33971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:32:16,953 DEBUG [RS:0;7bf281cf3991:33971 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:32:16,955 DEBUG [RS:0;7bf281cf3991:33971 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:32:16,955 DEBUG [RS:0;7bf281cf3991:33971 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c86ab7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:32:16,966 DEBUG [RS:0;7bf281cf3991:33971 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:33971 2024-11-13T11:32:16,966 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:32:16,966 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:32:16,966 DEBUG [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:32:16,967 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,41321,1731497536197 with port=33971, startcode=1731497536232 2024-11-13T11:32:16,967 DEBUG [RS:0;7bf281cf3991:33971 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:32:16,969 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:32:16,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41321 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,33971,1731497536232 2024-11-13T11:32:16,970 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41321 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,33971,1731497536232 2024-11-13T11:32:16,972 DEBUG [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6 2024-11-13T11:32:16,972 DEBUG [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40547 2024-11-13T11:32:16,972 DEBUG [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:32:16,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263/rs 2024-11-13T11:32:16,974 DEBUG [RS:0;7bf281cf3991:33971 {}] zookeeper.ZKUtil(111): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on existing znode=/01393523263/rs/7bf281cf3991,33971,1731497536232 2024-11-13T11:32:16,974 WARN [RS:0;7bf281cf3991:33971 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:32:16,974 INFO [RS:0;7bf281cf3991:33971 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:16,974 DEBUG [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232 2024-11-13T11:32:16,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,33971,1731497536232] 2024-11-13T11:32:17,009 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T11:32:17,011 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:32:17,013 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:32:17,014 INFO [RS:0;7bf281cf3991:33971 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:32:17,014 INFO [RS:0;7bf281cf3991:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:17,014 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:32:17,015 INFO [RS:0;7bf281cf3991:33971 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:32:17,015 INFO [RS:0;7bf281cf3991:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:17,015 DEBUG [RS:0;7bf281cf3991:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:17,015 DEBUG [RS:0;7bf281cf3991:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:17,015 DEBUG [RS:0;7bf281cf3991:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:17,016 DEBUG [RS:0;7bf281cf3991:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:17,016 DEBUG [RS:0;7bf281cf3991:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:17,016 DEBUG [RS:0;7bf281cf3991:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:32:17,016 DEBUG [RS:0;7bf281cf3991:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:17,016 DEBUG [RS:0;7bf281cf3991:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:17,016 DEBUG [RS:0;7bf281cf3991:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:17,016 DEBUG [RS:0;7bf281cf3991:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:17,016 DEBUG [RS:0;7bf281cf3991:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:17,016 DEBUG [RS:0;7bf281cf3991:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:17,016 DEBUG [RS:0;7bf281cf3991:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:32:17,016 DEBUG [RS:0;7bf281cf3991:33971 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:32:17,017 INFO [RS:0;7bf281cf3991:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:17,017 INFO [RS:0;7bf281cf3991:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:17,017 INFO [RS:0;7bf281cf3991:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:17,017 INFO [RS:0;7bf281cf3991:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:17,017 INFO [RS:0;7bf281cf3991:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:17,017 INFO [RS:0;7bf281cf3991:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33971,1731497536232-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:32:17,032 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:32:17,032 INFO [RS:0;7bf281cf3991:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33971,1731497536232-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:17,047 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,33971,1731497536232, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:32:17,060 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.ReplicationSource(231): queueId=2-7bf281cf3991,33971,1731497536232, ReplicationSource: 2, currentBandwidth=0 2024-11-13T11:32:17,061 INFO [RS:0;7bf281cf3991:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:17,061 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.Replication(171): 7bf281cf3991,33971,1731497536232 started 2024-11-13T11:32:17,061 DEBUG [RS:0;7bf281cf3991:33971.replicationSource,1-7bf281cf3991,33971,1731497536232 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:33795' 2024-11-13T11:32:17,062 DEBUG [RS:0;7bf281cf3991:33971.replicationSource,1-7bf281cf3991,33971,1731497536232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40c3f6e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:17,062 DEBUG [RS:0;7bf281cf3991:33971.replicationSource,1-7bf281cf3991,33971,1731497536232 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33795,-1 for getting cluster id 2024-11-13T11:32:17,062 DEBUG [RS:0;7bf281cf3991:33971.replicationSource,1-7bf281cf3991,33971,1731497536232 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:17,064 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41c6b87f-71a3-464a-8416-ddc3808d91bf' 2024-11-13T11:32:17,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:17,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41c6b87f-71a3-464a-8416-ddc3808d91bf" 2024-11-13T11:32:17,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4176c8fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:17,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33795,-1] 2024-11-13T11:32:17,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:17,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:17,066 WARN [7bf281cf3991:41321 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T11:32:17,066 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:17,067 DEBUG [RS:0;7bf281cf3991:33971.replicationSource,1-7bf281cf3991,33971,1731497536232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37a7171e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:17,067 DEBUG [RS:0;7bf281cf3991:33971.replicationSource,1-7bf281cf3991,33971,1731497536232 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:17,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,33795,1731497525776 2024-11-13T11:32:17,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fefb4b3 2024-11-13T11:32:17,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:17,069 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T11:32:17,070 INFO [RS:0;7bf281cf3991:33971.replicationSource,1-7bf281cf3991,33971,1731497536232 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,33971,1731497536232 (queues=0) is replicating from cluster=1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476 to cluster=41c6b87f-71a3-464a-8416-ddc3808d91bf 2024-11-13T11:32:17,077 INFO [RS:0;7bf281cf3991:33971 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:17,077 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,33971,1731497536232, RpcServer on 7bf281cf3991/172.17.0.2:33971, sessionid=0x10038dabaab0007 2024-11-13T11:32:17,077 DEBUG [RS:0;7bf281cf3991:33971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:32:17,077 DEBUG [RS:0;7bf281cf3991:33971 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,33971,1731497536232 2024-11-13T11:32:17,077 DEBUG [RS:0;7bf281cf3991:33971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,33971,1731497536232' 2024-11-13T11:32:17,077 DEBUG [RS:0;7bf281cf3991:33971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01393523263/flush-table-proc/abort' 2024-11-13T11:32:17,077 DEBUG [RS:0;7bf281cf3991:33971.replicationSource,2-7bf281cf3991,33971,1731497536232 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:33795' 2024-11-13T11:32:17,078 DEBUG [RS:0;7bf281cf3991:33971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01393523263/flush-table-proc/acquired' 2024-11-13T11:32:17,078 DEBUG [RS:0;7bf281cf3991:33971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:32:17,078 DEBUG [RS:0;7bf281cf3991:33971 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:32:17,079 DEBUG [RS:0;7bf281cf3991:33971 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,33971,1731497536232 2024-11-13T11:32:17,079 DEBUG [RS:0;7bf281cf3991:33971 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,33971,1731497536232' 2024-11-13T11:32:17,079 DEBUG [RS:0;7bf281cf3991:33971 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01393523263/online-snapshot/abort' 2024-11-13T11:32:17,079 DEBUG [RS:0;7bf281cf3991:33971.replicationSource,2-7bf281cf3991,33971,1731497536232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5794dfea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:17,079 DEBUG [RS:0;7bf281cf3991:33971.replicationSource,2-7bf281cf3991,33971,1731497536232 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33795,-1 for getting cluster id 2024-11-13T11:32:17,079 DEBUG [RS:0;7bf281cf3991:33971.replicationSource,2-7bf281cf3991,33971,1731497536232 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:17,079 DEBUG [RS:0;7bf281cf3991:33971 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01393523263/online-snapshot/acquired' 2024-11-13T11:32:17,080 DEBUG [RS:0;7bf281cf3991:33971 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:32:17,080 INFO [RS:0;7bf281cf3991:33971 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:32:17,080 INFO [RS:0;7bf281cf3991:33971 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:32:17,080 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41c6b87f-71a3-464a-8416-ddc3808d91bf' 2024-11-13T11:32:17,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:17,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41c6b87f-71a3-464a-8416-ddc3808d91bf" 2024-11-13T11:32:17,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@645ba1fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:17,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33795,-1] 2024-11-13T11:32:17,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:17,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:17,082 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:17,083 DEBUG [RS:0;7bf281cf3991:33971.replicationSource,2-7bf281cf3991,33971,1731497536232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f71e721, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:17,083 DEBUG [RS:0;7bf281cf3991:33971.replicationSource,2-7bf281cf3991,33971,1731497536232 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:17,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,33795,1731497525776 2024-11-13T11:32:17,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66b8c13c 2024-11-13T11:32:17,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:17,085 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-13T11:32:17,086 INFO [RS:0;7bf281cf3991:33971.replicationSource,2-7bf281cf3991,33971,1731497536232 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7bf281cf3991,33971,1731497536232 (queues=0) is replicating from cluster=1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476 to cluster=41c6b87f-71a3-464a-8416-ddc3808d91bf 2024-11-13T11:32:17,180 INFO [RS:0;7bf281cf3991:33971 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:32:17,185 INFO [RS:0;7bf281cf3991:33971 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C33971%2C1731497536232, suffix=, logDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232, archiveDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/oldWALs, maxLogs=10 2024-11-13T11:32:17,204 DEBUG [RS:0;7bf281cf3991:33971 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186, exclude list is [], retry=0 2024-11-13T11:32:17,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37247,DS-07cb41ad-2f9f-4e2d-a52f-cab05ab6e0c1,DISK] 2024-11-13T11:32:17,209 INFO [RS:0;7bf281cf3991:33971 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 2024-11-13T11:32:17,209 DEBUG [RS:0;7bf281cf3991:33971 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7bf281cf3991%2C33971%2C1731497536232 for peer 1 2024-11-13T11:32:17,209 DEBUG [RS:0;7bf281cf3991:33971 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7bf281cf3991%2C33971%2C1731497536232 for peer 2 2024-11-13T11:32:17,209 DEBUG [RS:0;7bf281cf3991:33971 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C33971%2C1731497536232 2024-11-13T11:32:17,209 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,33971,1731497536232, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:32:17,210 DEBUG [RS:0;7bf281cf3991:33971 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7bf281cf3991%2C33971%2C1731497536232 2024-11-13T11:32:17,210 INFO [RS:0;7bf281cf3991:33971.replicationSource.shipper7bf281cf3991%2C33971%2C1731497536232,1-7bf281cf3991,33971,1731497536232 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C33971%2C1731497536232 2024-11-13T11:32:17,210 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7bf281cf3991,33971,1731497536232, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:32:17,210 INFO [RS:0;7bf281cf3991:33971.replicationSource.shipper7bf281cf3991%2C33971%2C1731497536232,2-7bf281cf3991,33971,1731497536232 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C33971%2C1731497536232 2024-11-13T11:32:17,210 DEBUG [RS:0;7bf281cf3991:33971 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-13T11:32:17,211 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,2-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186, startPosition=0, beingWritten=true 2024-11-13T11:32:17,211 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,1-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186, startPosition=0, beingWritten=true 2024-11-13T11:32:17,316 DEBUG [7bf281cf3991:41321 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:32:17,318 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,33971,1731497536232 2024-11-13T11:32:17,320 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,33971,1731497536232, state=OPENING 2024-11-13T11:32:17,417 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,2-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:17,417 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,1-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:17,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01393523263/meta-region-server 2024-11-13T11:32:17,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01393523263/meta-region-server 2024-11-13T11:32:17,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01393523263/meta-region-server: CHANGED 2024-11-13T11:32:17,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01393523263/meta-region-server: CHANGED 2024-11-13T11:32:17,427 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:32:17,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,33971,1731497536232}] 2024-11-13T11:32:17,582 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:32:17,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:32:17,594 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:32:17,594 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:17,594 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:32:17,597 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C33971%2C1731497536232.meta, suffix=.meta, logDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232, archiveDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/oldWALs, maxLogs=10 2024-11-13T11:32:17,612 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.meta.1731497537598.meta, exclude list is [], retry=0 2024-11-13T11:32:17,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37247,DS-07cb41ad-2f9f-4e2d-a52f-cab05ab6e0c1,DISK] 2024-11-13T11:32:17,617 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.meta.1731497537598.meta 2024-11-13T11:32:17,617 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-13T11:32:17,617 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:17,618 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:32:17,618 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:32:17,618 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:32:17,618 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:32:17,618 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:32:17,618 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:17,618 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:32:17,618 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:32:17,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:32:17,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:32:17,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:17,629 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/info/24957c75cffd43a48f1c4124ddffed4e 2024-11-13T11:32:17,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:17,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:32:17,631 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:32:17,631 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:17,638 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/ns/ea88433162f7446abb7f85ba9c5228c5 2024-11-13T11:32:17,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:17,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:32:17,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:32:17,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:17,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:17,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:32:17,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:32:17,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:17,649 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/table/8b1908e4f576470e91b4cbb38c1a7b69 2024-11-13T11:32:17,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:17,649 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:32:17,650 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740 2024-11-13T11:32:17,651 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740 2024-11-13T11:32:17,653 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:32:17,653 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:32:17,654 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:17,655 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:32:17,656 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62513816, jitterRate=-0.06847155094146729}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:17,656 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:32:17,656 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497537619Writing region info on filesystem at 1731497537619Initializing all the Stores at 1731497537620 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497537620Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497537620Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497537620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497537620Cleaning up temporary data from old regions at 1731497537653 (+33 ms)Running coprocessor post-open hooks at 1731497537656 (+3 ms)Region opened successfully at 1731497537656 2024-11-13T11:32:17,658 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731497537582 2024-11-13T11:32:17,660 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:32:17,660 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:32:17,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=7bf281cf3991,33971,1731497536232 2024-11-13T11:32:17,662 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,33971,1731497536232, state=OPEN 2024-11-13T11:32:17,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01393523263/meta-region-server 2024-11-13T11:32:17,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01393523263/meta-region-server 2024-11-13T11:32:17,663 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,33971,1731497536232 2024-11-13T11:32:17,663 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01393523263/meta-region-server: CHANGED 2024-11-13T11:32:17,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01393523263/meta-region-server: CHANGED 2024-11-13T11:32:17,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-13T11:32:17,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,33971,1731497536232 in 237 msec 2024-11-13T11:32:17,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-13T11:32:17,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 755 msec 2024-11-13T11:32:17,730 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,1-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:17,730 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,2-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:18,140 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,1-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:18,140 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,2-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:18,512 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-13T11:32:18,651 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,2-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:18,651 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,1-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:19,264 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,2-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:19,264 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,1-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:19,976 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,2-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:19,976 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,1-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:20,016 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-13T11:32:20,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T11:32:20,787 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,1-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:20,788 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,2-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:21,419 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T11:32:21,419 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:32:21,419 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:21,420 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,33971,1731497536232, seqNum=-1] 2024-11-13T11:32:21,420 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:21,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:21,429 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b48f74710efcf4025dbd1af549c49c2a, regionState=OPEN, lastHost=7bf281cf3991,38345,1731497520961, regionLocation=7bf281cf3991,38345,1731497520961, openSeqNum=2 2024-11-13T11:32:21,429 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:32:21,429 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497601429 2024-11-13T11:32:21,429 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497661429 2024-11-13T11:32:21,429 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-13T11:32:21,430 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41321,1731497536197-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:21,430 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41321,1731497536197-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:21,430 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 7bf281cf3991,38345,1731497520961 had 2 regions 2024-11-13T11:32:21,430 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41321,1731497536197-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:21,430 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:41321, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:21,430 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:21,430 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:21,432 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7bf281cf3991,38345,1731497520961, splitWal=true, meta=true, isMeta: false 2024-11-13T11:32:21,434 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961-splitting dir is empty, no logs to split. 2024-11-13T11:32:21,434 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7bf281cf3991,38345,1731497520961 WAL count=0, meta=false 2024-11-13T11:32:21,438 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.173sec 2024-11-13T11:32:21,438 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:32:21,438 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,38345,1731497520961-splitting dir is empty, no logs to split. 2024-11-13T11:32:21,438 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:32:21,438 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7bf281cf3991,38345,1731497520961 WAL count=0, meta=false 2024-11-13T11:32:21,438 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:32:21,438 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7bf281cf3991,38345,1731497520961 WAL splitting is done? wals=0, meta=false 2024-11-13T11:32:21,438 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:32:21,438 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:32:21,438 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41321,1731497536197-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:32:21,438 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41321,1731497536197-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:32:21,442 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b48f74710efcf4025dbd1af549c49c2a, ASSIGN}] 2024-11-13T11:32:21,442 WARN [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=7bf281cf3991,38345,1731497520961/hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:21,443 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:32:21,443 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:32:21,443 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41321,1731497536197-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:21,444 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b48f74710efcf4025dbd1af549c49c2a, ASSIGN 2024-11-13T11:32:21,445 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b48f74710efcf4025dbd1af549c49c2a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T11:32:21,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3873ace4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:21,456 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,41321,-1 for getting cluster id 2024-11-13T11:32:21,456 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:21,458 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476' 2024-11-13T11:32:21,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:21,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476" 2024-11-13T11:32:21,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d22810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,41321,-1] 2024-11-13T11:32:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:21,461 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:21,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b700363, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:21,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,33971,1731497536232, seqNum=-1] 2024-11-13T11:32:21,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:21,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:21,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T11:32:21,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:21,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:21,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:21,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:21,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:21,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 7bf281cf3991:41321 after: 7bf281cf3991:41321 2024-11-13T11:32:21,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cc06b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:21,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,41321,-1 for getting cluster id 2024-11-13T11:32:21,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:21,471 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476' 2024-11-13T11:32:21,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:21,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ecc0cbd-ce8d-48da-81d9-1d0ed5ad0476" 2024-11-13T11:32:21,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28800615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:21,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,41321,-1] 2024-11-13T11:32:21,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:21,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:21,473 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:21,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:21,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:21,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,41321,1731497536197 2024-11-13T11:32:21,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55607b0d 2024-11-13T11:32:21,475 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:21,477 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:21,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T11:32:21,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T11:32:21,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T11:32:21,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41321 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-13T11:32:21,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:32:21,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:21,482 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:21,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:21,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:21,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:21,482 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:32:21,482 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1632434545, stopped=false 2024-11-13T11:32:21,482 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,33795,1731497525776 2024-11-13T11:32:21,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-73766407/running 2024-11-13T11:32:21,483 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-73766407/running 2024-11-13T11:32:21,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407 2024-11-13T11:32:21,484 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407 2024-11-13T11:32:21,484 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:32:21,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:21,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:21,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:21,484 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,41421,1731497525829' ***** 2024-11-13T11:32:21,484 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:32:21,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Set watcher on znode that does not yet exist, /1-73766407/running 2024-11-13T11:32:21,485 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:32:21,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Set watcher on znode that does not yet exist, /1-73766407/running 2024-11-13T11:32:21,485 INFO [RS:0;7bf281cf3991:41421 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:32:21,485 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:32:21,485 INFO [RS:0;7bf281cf3991:41421 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:32:21,485 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,41421,1731497525829 2024-11-13T11:32:21,485 INFO [RS:0;7bf281cf3991:41421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:32:21,485 INFO [RS:0;7bf281cf3991:41421 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:41421. 2024-11-13T11:32:21,485 DEBUG [RS:0;7bf281cf3991:41421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:21,485 DEBUG [RS:0;7bf281cf3991:41421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:21,485 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:32:21,485 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:32:21,485 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:32:21,485 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:32:21,486 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T11:32:21,486 DEBUG [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:32:21,486 DEBUG [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:32:21,486 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:32:21,486 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:32:21,486 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:32:21,486 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:32:21,486 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:32:21,486 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T11:32:21,510 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/data/hbase/meta/1588230740/.tmp/ns/500f3bc129724e0b9c14da618cda4799 is 43, key is default/ns:d/1731497528957/Put/seqid=0 2024-11-13T11:32:21,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741835_1011 (size=5153) 2024-11-13T11:32:21,523 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:32:21,595 DEBUG [7bf281cf3991:41321 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:32:21,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b48f74710efcf4025dbd1af549c49c2a, regionState=OPENING, regionLocation=7bf281cf3991,33971,1731497536232 2024-11-13T11:32:21,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b48f74710efcf4025dbd1af549c49c2a, ASSIGN because future has completed 2024-11-13T11:32:21,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b48f74710efcf4025dbd1af549c49c2a, server=7bf281cf3991,33971,1731497536232}] 2024-11-13T11:32:21,686 DEBUG [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:32:21,697 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,1-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:21,697 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,2-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:21,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:21,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:21,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:32:21,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C33971%2C1731497536232.rep, suffix=, logDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232, archiveDir=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/oldWALs, maxLogs=10 2024-11-13T11:32:21,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.rep.1731497541764, exclude list is [], retry=0 2024-11-13T11:32:21,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37247,DS-07cb41ad-2f9f-4e2d-a52f-cab05ab6e0c1,DISK] 2024-11-13T11:32:21,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.rep.1731497541764 2024-11-13T11:32:21,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34157:34157)] 2024-11-13T11:32:21,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b48f74710efcf4025dbd1af549c49c2a, NAME => 'hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:21,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:32:21,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:32:21,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. service=MultiRowMutationService 2024-11-13T11:32:21,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:32:21,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:21,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:21,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:21,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:21,784 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:21,785 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b48f74710efcf4025dbd1af549c49c2a columnFamilyName hfileref 2024-11-13T11:32:21,785 DEBUG [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:21,786 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] regionserver.HStore(327): Store=b48f74710efcf4025dbd1af549c49c2a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:21,786 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:21,787 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b48f74710efcf4025dbd1af549c49c2a columnFamilyName queue 2024-11-13T11:32:21,787 DEBUG [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:21,796 DEBUG [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/replication/b48f74710efcf4025dbd1af549c49c2a/queue/0d5c53aab9614d1a947d8b8c4b975403 2024-11-13T11:32:21,796 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] regionserver.HStore(327): Store=b48f74710efcf4025dbd1af549c49c2a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:21,797 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:21,798 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b48f74710efcf4025dbd1af549c49c2a columnFamilyName sid 2024-11-13T11:32:21,798 DEBUG [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:21,799 INFO [StoreOpener-b48f74710efcf4025dbd1af549c49c2a-1 {}] regionserver.HStore(327): Store=b48f74710efcf4025dbd1af549c49c2a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:21,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:21,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/replication/b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:21,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/replication/b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:21,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:21,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:21,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:32:21,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:21,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened b48f74710efcf4025dbd1af549c49c2a; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62234817, jitterRate=-0.07262896001338959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:32:21,808 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:21,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b48f74710efcf4025dbd1af549c49c2a: Running coprocessor pre-open hook at 1731497541783Writing region info on filesystem at 1731497541783Initializing all the Stores at 1731497541784 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497541784Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497541784Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497541784Cleaning up temporary data from old regions at 1731497541803 (+19 ms)Running coprocessor post-open hooks at 1731497541808 (+5 ms)Region opened successfully at 1731497541808 2024-11-13T11:32:21,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a., pid=19, masterSystemTime=1731497541756 2024-11-13T11:32:21,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:21,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:21,815 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b48f74710efcf4025dbd1af549c49c2a, regionState=OPEN, openSeqNum=10, regionLocation=7bf281cf3991,33971,1731497536232 2024-11-13T11:32:21,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b48f74710efcf4025dbd1af549c49c2a, server=7bf281cf3991,33971,1731497536232 because future has completed 2024-11-13T11:32:21,822 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:32:21,822 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:32:21,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-13T11:32:21,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure b48f74710efcf4025dbd1af549c49c2a, server=7bf281cf3991,33971,1731497536232 in 221 msec 2024-11-13T11:32:21,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-13T11:32:21,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b48f74710efcf4025dbd1af549c49c2a, ASSIGN in 384 msec 2024-11-13T11:32:21,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T11:32:21,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a., hostname=7bf281cf3991,33971,1731497536232, seqNum=10] 2024-11-13T11:32:21,886 DEBUG [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:32:21,892 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 7bf281cf3991,38345,1731497520961 2024-11-13T11:32:21,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T11:32:21,916 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/data/hbase/meta/1588230740/.tmp/ns/500f3bc129724e0b9c14da618cda4799 2024-11-13T11:32:21,924 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/data/hbase/meta/1588230740/.tmp/ns/500f3bc129724e0b9c14da618cda4799 as hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/data/hbase/meta/1588230740/ns/500f3bc129724e0b9c14da618cda4799 2024-11-13T11:32:21,932 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/data/hbase/meta/1588230740/ns/500f3bc129724e0b9c14da618cda4799, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T11:32:21,933 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false 2024-11-13T11:32:21,933 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:32:21,939 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T11:32:21,940 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:32:21,940 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:32:21,940 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:32:21,940 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497541486Running coprocessor pre-close hooks at 1731497541486Disabling compacts and flushes for region at 1731497541486Disabling writes for close at 1731497541486Obtaining lock to block concurrent updates at 1731497541486Preparing flush snapshotting stores in 1588230740 at 1731497541486Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731497541487 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731497541488 (+1 ms)Flushing 1588230740/ns: creating writer at 1731497541488Flushing 1588230740/ns: appending metadata at 1731497541509 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731497541509Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@253ec705: reopening flushed file at 1731497541923 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 447ms, sequenceid=6, compaction requested=false at 1731497541933 (+10 ms)Writing region close event to WAL at 1731497541935 (+2 ms)Running coprocessor post-close hooks at 1731497541940 (+5 ms)Closed at 1731497541940 2024-11-13T11:32:21,941 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:32:22,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33971 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-13T11:32:22,087 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,41421,1731497525829; all regions closed. 2024-11-13T11:32:22,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741834_1010 (size=1152) 2024-11-13T11:32:22,092 DEBUG [RS:0;7bf281cf3991:41421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/oldWALs 2024-11-13T11:32:22,092 INFO [RS:0;7bf281cf3991:41421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C41421%2C1731497525829.meta:.meta(num 1731497528892) 2024-11-13T11:32:22,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741832_1008 (size=93) 2024-11-13T11:32:22,097 DEBUG [RS:0;7bf281cf3991:41421 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/oldWALs 2024-11-13T11:32:22,097 INFO [RS:0;7bf281cf3991:41421 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C41421%2C1731497525829:(num 1731497527956) 2024-11-13T11:32:22,097 DEBUG [RS:0;7bf281cf3991:41421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:22,097 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:32:22,097 INFO [RS:0;7bf281cf3991:41421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:32:22,098 INFO [RS:0;7bf281cf3991:41421 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T11:32:22,098 INFO [RS:0;7bf281cf3991:41421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:32:22,098 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:32:22,098 INFO [RS:0;7bf281cf3991:41421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41421 2024-11-13T11:32:22,099 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-73766407/rs/7bf281cf3991,41421,1731497525829 2024-11-13T11:32:22,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407/rs 2024-11-13T11:32:22,099 INFO [RS:0;7bf281cf3991:41421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:32:22,100 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,41421,1731497525829] 2024-11-13T11:32:22,101 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-73766407/draining/7bf281cf3991,41421,1731497525829 already deleted, retry=false 2024-11-13T11:32:22,101 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,41421,1731497525829 expired; onlineServers=0 2024-11-13T11:32:22,101 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,33795,1731497525776' ***** 2024-11-13T11:32:22,101 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:32:22,101 INFO [M:0;7bf281cf3991:33795 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:32:22,101 INFO [M:0;7bf281cf3991:33795 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:32:22,101 DEBUG [M:0;7bf281cf3991:33795 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:32:22,101 DEBUG [M:0;7bf281cf3991:33795 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:32:22,101 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:32:22,101 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497527710 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497527710,5,FailOnTimeoutGroup] 2024-11-13T11:32:22,101 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497527710 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497527710,5,FailOnTimeoutGroup] 2024-11-13T11:32:22,102 INFO [M:0;7bf281cf3991:33795 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:32:22,102 INFO [M:0;7bf281cf3991:33795 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:32:22,102 DEBUG [M:0;7bf281cf3991:33795 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:32:22,102 INFO [M:0;7bf281cf3991:33795 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:32:22,102 INFO [M:0;7bf281cf3991:33795 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:32:22,102 INFO [M:0;7bf281cf3991:33795 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:32:22,102 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:32:22,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-73766407/master 2024-11-13T11:32:22,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-73766407 2024-11-13T11:32:22,103 DEBUG [M:0;7bf281cf3991:33795 {}] zookeeper.ZKUtil(347): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Unable to get data of znode /1-73766407/master because node does not exist (not an error) 2024-11-13T11:32:22,103 WARN [M:0;7bf281cf3991:33795 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:32:22,104 INFO [M:0;7bf281cf3991:33795 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/.lastflushedseqids 2024-11-13T11:32:22,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741836_1012 (size=99) 2024-11-13T11:32:22,200 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:22,200 INFO [RS:0;7bf281cf3991:41421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:32:22,200 INFO [RS:0;7bf281cf3991:41421 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,41421,1731497525829; zookeeper connection closed. 2024-11-13T11:32:22,200 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41421-0x10038dabaab0004, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:22,201 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@ddbc78 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@ddbc78 2024-11-13T11:32:22,201 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:32:22,510 INFO [M:0;7bf281cf3991:33795 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:32:22,510 INFO [M:0;7bf281cf3991:33795 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:32:22,510 DEBUG [M:0;7bf281cf3991:33795 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:32:22,510 INFO [M:0;7bf281cf3991:33795 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:22,510 DEBUG [M:0;7bf281cf3991:33795 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:22,510 DEBUG [M:0;7bf281cf3991:33795 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:32:22,510 DEBUG [M:0;7bf281cf3991:33795 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:22,510 INFO [M:0;7bf281cf3991:33795 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T11:32:22,527 DEBUG [M:0;7bf281cf3991:33795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3b1a5dc4c37486797618091f423ce16 is 82, key is hbase:meta,,1/info:regioninfo/1731497528937/Put/seqid=0 2024-11-13T11:32:22,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741837_1013 (size=5672) 2024-11-13T11:32:22,706 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,1-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:22,706 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,2-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:22,934 INFO [M:0;7bf281cf3991:33795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3b1a5dc4c37486797618091f423ce16 2024-11-13T11:32:22,962 DEBUG [M:0;7bf281cf3991:33795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe376cb99c494b8e873a380935274f36 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731497528967/Put/seqid=0 2024-11-13T11:32:22,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741838_1014 (size=5275) 2024-11-13T11:32:23,121 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:32:23,367 INFO [M:0;7bf281cf3991:33795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe376cb99c494b8e873a380935274f36 2024-11-13T11:32:23,397 DEBUG [M:0;7bf281cf3991:33795 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6a086d12d3f4f3780acf1afe621525e is 69, key is 7bf281cf3991,41421,1731497525829/rs:state/1731497527786/Put/seqid=0 2024-11-13T11:32:23,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741839_1015 (size=5156) 2024-11-13T11:32:23,804 INFO [M:0;7bf281cf3991:33795 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6a086d12d3f4f3780acf1afe621525e 2024-11-13T11:32:23,813 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,1-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:23,813 DEBUG [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,2-7bf281cf3991,33971,1731497536232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.1731497537186 to pos 0, reset compression=false 2024-11-13T11:32:23,818 DEBUG [M:0;7bf281cf3991:33795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c3b1a5dc4c37486797618091f423ce16 as hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3b1a5dc4c37486797618091f423ce16 2024-11-13T11:32:23,825 INFO [M:0;7bf281cf3991:33795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c3b1a5dc4c37486797618091f423ce16, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T11:32:23,827 DEBUG [M:0;7bf281cf3991:33795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe376cb99c494b8e873a380935274f36 as hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe376cb99c494b8e873a380935274f36 2024-11-13T11:32:23,833 INFO [M:0;7bf281cf3991:33795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe376cb99c494b8e873a380935274f36, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T11:32:23,834 DEBUG [M:0;7bf281cf3991:33795 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6a086d12d3f4f3780acf1afe621525e as hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6a086d12d3f4f3780acf1afe621525e 2024-11-13T11:32:23,840 INFO [M:0;7bf281cf3991:33795 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40393/user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6a086d12d3f4f3780acf1afe621525e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T11:32:23,841 INFO [M:0;7bf281cf3991:33795 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=28, compaction requested=false 2024-11-13T11:32:23,842 INFO [M:0;7bf281cf3991:33795 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:23,842 DEBUG [M:0;7bf281cf3991:33795 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497542510Disabling compacts and flushes for region at 1731497542510Disabling writes for close at 1731497542510Obtaining lock to block concurrent updates at 1731497542510Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497542510Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731497542511 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497542512 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497542512Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497542527 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497542527Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497542945 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497542961 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497542961Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497543380 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497543396 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497543397 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f3a8d6f: reopening flushed file at 1731497543817 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d3649cc: reopening flushed file at 1731497543826 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bd18f52: reopening flushed file at 1731497543833 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1331ms, sequenceid=28, compaction requested=false at 1731497543841 (+8 ms)Writing region close event to WAL at 1731497543842 (+1 ms)Closed at 1731497543842 2024-11-13T11:32:23,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37097 is added to blk_1073741830_1006 (size=10165) 2024-11-13T11:32:23,845 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/faa16246-20f2-5c54-558d-27a58c87af5d/MasterData/WALs/7bf281cf3991,33795,1731497525776/7bf281cf3991%2C33795%2C1731497525776.1731497527601 not finished, retry = 0 2024-11-13T11:32:23,946 INFO [M:0;7bf281cf3991:33795 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:32:23,946 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:32:23,946 INFO [M:0;7bf281cf3991:33795 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33795 2024-11-13T11:32:23,949 INFO [M:0;7bf281cf3991:33795 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:32:24,050 INFO [M:0;7bf281cf3991:33795 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:32:24,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:24,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33795-0x10038dabaab0003, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:24,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:32:24,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:32:24,056 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:32:24,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:32:24,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/hadoop.log.dir/,STOPPED} 2024-11-13T11:32:24,060 WARN [BP-1386003198-172.17.0.2-1731497524791 heartbeating to localhost/127.0.0.1:40393 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:32:24,060 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:32:24,060 WARN [BP-1386003198-172.17.0.2-1731497524791 heartbeating to localhost/127.0.0.1:40393 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1386003198-172.17.0.2-1731497524791 (Datanode Uuid 9a91c12d-e17f-4b15-9b54-ea45a021e975) service to localhost/127.0.0.1:40393 2024-11-13T11:32:24,060 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:32:24,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/cluster_93b65f76-2fdd-637d-c616-68aae4daee17/data/data1/current/BP-1386003198-172.17.0.2-1731497524791 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:32:24,061 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/cluster_93b65f76-2fdd-637d-c616-68aae4daee17/data/data2/current/BP-1386003198-172.17.0.2-1731497524791 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:32:24,062 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:32:24,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:32:24,070 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:32:24,070 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:32:24,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:32:24,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/hadoop.log.dir/,STOPPED} 2024-11-13T11:32:24,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:32:24,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:32:24,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:24,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:24,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:24,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:24,091 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:24,091 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:32:24,091 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1585482024, stopped=false 2024-11-13T11:32:24,091 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,41321,1731497536197 2024-11-13T11:32:24,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01393523263/running 2024-11-13T11:32:24,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01393523263/running 2024-11-13T11:32:24,092 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:32:24,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:24,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:24,093 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:24,093 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:24,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:24,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on znode that does not yet exist, /01393523263/running 2024-11-13T11:32:24,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Set watcher on znode that does not yet exist, /01393523263/running 2024-11-13T11:32:24,093 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,33971,1731497536232' ***** 2024-11-13T11:32:24,093 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:32:24,093 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:32:24,093 INFO [RS:0;7bf281cf3991:33971 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:32:24,093 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:32:24,093 INFO [RS:0;7bf281cf3991:33971 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:32:24,093 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(3091): Received CLOSE for b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:24,094 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,33971,1731497536232 2024-11-13T11:32:24,094 INFO [RS:0;7bf281cf3991:33971 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:32:24,094 INFO [RS:0;7bf281cf3991:33971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:33971. 2024-11-13T11:32:24,094 DEBUG [RS:0;7bf281cf3991:33971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:24,094 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b48f74710efcf4025dbd1af549c49c2a, disabling compactions & flushes 2024-11-13T11:32:24,094 DEBUG [RS:0;7bf281cf3991:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:24,094 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:24,094 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:32:24,094 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:24,094 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:32:24,094 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. after waiting 0 ms 2024-11-13T11:32:24,094 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:32:24,094 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:24,094 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:32:24,094 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T11:32:24,094 DEBUG [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b48f74710efcf4025dbd1af549c49c2a=hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a.} 2024-11-13T11:32:24,094 DEBUG [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b48f74710efcf4025dbd1af549c49c2a 2024-11-13T11:32:24,094 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:32:24,094 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:32:24,094 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:32:24,095 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:32:24,095 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:32:24,095 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T11:32:24,099 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/replication/b48f74710efcf4025dbd1af549c49c2a/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-13T11:32:24,099 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:32:24,100 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:32:24,100 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:24,100 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b48f74710efcf4025dbd1af549c49c2a: Waiting for close lock at 1731497544094Running coprocessor pre-close hooks at 1731497544094Disabling compacts and flushes for region at 1731497544094Disabling writes for close at 1731497544094Writing region close event to WAL at 1731497544095 (+1 ms)Running coprocessor post-close hooks at 1731497544099 (+4 ms)Closed at 1731497544100 (+1 ms) 2024-11-13T11:32:24,100 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a. 2024-11-13T11:32:24,110 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/.tmp/info/d91ea67e6bcd4effad0051baf3fd60ec is 147, key is hbase:replication,,1731497529160.b48f74710efcf4025dbd1af549c49c2a./info:regioninfo/1731497541815/Put/seqid=0 2024-11-13T11:32:24,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741851_1027 (size=6385) 2024-11-13T11:32:24,124 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:32:24,295 DEBUG [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:32:24,495 DEBUG [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:32:24,517 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/.tmp/info/d91ea67e6bcd4effad0051baf3fd60ec 2024-11-13T11:32:24,529 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/.tmp/info/d91ea67e6bcd4effad0051baf3fd60ec as hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/info/d91ea67e6bcd4effad0051baf3fd60ec 2024-11-13T11:32:24,538 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/info/d91ea67e6bcd4effad0051baf3fd60ec, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T11:32:24,539 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false 2024-11-13T11:32:24,545 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T11:32:24,546 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:32:24,546 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:32:24,546 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:32:24,546 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497544094Running coprocessor pre-close hooks at 1731497544094Disabling compacts and flushes for region at 1731497544094Disabling writes for close at 1731497544095 (+1 ms)Obtaining lock to block concurrent updates at 1731497544095Preparing flush snapshotting stores in 1588230740 at 1731497544095Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731497544095Flushing stores of hbase:meta,,1.1588230740 at 1731497544096 (+1 ms)Flushing 1588230740/info: creating writer at 1731497544096Flushing 1588230740/info: appending metadata at 1731497544110 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731497544110Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22aa962b: reopening flushed file at 1731497544528 (+418 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=19, compaction requested=false at 1731497544539 (+11 ms)Writing region close event to WAL at 1731497544540 (+1 ms)Running coprocessor post-close hooks at 1731497544546 (+6 ms)Closed at 1731497544546 2024-11-13T11:32:24,546 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:32:24,695 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,33971,1731497536232; all regions closed. 2024-11-13T11:32:24,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741849_1025 (size=2156) 2024-11-13T11:32:24,699 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/WALs/7bf281cf3991,33971,1731497536232/7bf281cf3991%2C33971%2C1731497536232.meta.1731497537598.meta not finished, retry = 0 2024-11-13T11:32:24,803 DEBUG [RS:0;7bf281cf3991:33971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/oldWALs 2024-11-13T11:32:24,803 INFO [RS:0;7bf281cf3991:33971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C33971%2C1731497536232.meta:.meta(num 1731497537598) 2024-11-13T11:32:24,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741850_1026 (size=796) 2024-11-13T11:32:24,813 DEBUG [RS:0;7bf281cf3991:33971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/oldWALs 2024-11-13T11:32:24,813 INFO [RS:0;7bf281cf3991:33971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C33971%2C1731497536232.rep:(num 1731497541764) 2024-11-13T11:32:24,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741848_1024 (size=93) 2024-11-13T11:32:24,819 DEBUG [RS:0;7bf281cf3991:33971 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/oldWALs 2024-11-13T11:32:24,819 INFO [RS:0;7bf281cf3991:33971 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C33971%2C1731497536232:(num 1731497537186) 2024-11-13T11:32:24,819 DEBUG [RS:0;7bf281cf3991:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:24,819 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:32:24,819 INFO [RS:0;7bf281cf3991:33971 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:32:24,819 INFO [RS:0;7bf281cf3991:33971 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T11:32:24,819 INFO [RS:0;7bf281cf3991:33971 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:32:24,819 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:32:24,820 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T11:32:24,820 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,33971,1731497536232 because: Region server is closing 2024-11-13T11:32:24,820 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T11:32:24,820 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-13T11:32:24,820 INFO [RS:0;7bf281cf3991:33971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:33971. 2024-11-13T11:32:24,820 DEBUG [RS:0;7bf281cf3991:33971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:24,820 DEBUG [RS:0;7bf281cf3991:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:24,820 DEBUG [RS:0;7bf281cf3991:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:24,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:24,921 WARN [RS:0;7bf281cf3991:33971.replicationSource.shipper7bf281cf3991%2C33971%2C1731497536232,1-7bf281cf3991,33971,1731497536232 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T11:32:24,921 WARN [RS:0;7bf281cf3991:33971.replicationSource.wal-reader.7bf281cf3991%2C33971%2C1731497536232,1-7bf281cf3991,33971,1731497536232 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T11:32:24,921 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;7bf281cf3991:33971.replicationSource.shipper7bf281cf3991%2C33971%2C1731497536232,1-7bf281cf3991,33971,1731497536232 terminated 2024-11-13T11:32:24,921 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7bf281cf3991,33971,1731497536232 because: Region server is closing 2024-11-13T11:32:24,921 INFO [RS:0;7bf281cf3991:33971 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:33971. 2024-11-13T11:32:24,921 DEBUG [RS:0;7bf281cf3991:33971 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:24,921 DEBUG [RS:0;7bf281cf3991:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:24,922 DEBUG [RS:0;7bf281cf3991:33971 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:24,922 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:25,022 WARN [RS:0;7bf281cf3991:33971.replicationSource.shipper7bf281cf3991%2C33971%2C1731497536232,2-7bf281cf3991,33971,1731497536232 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T11:32:25,022 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;7bf281cf3991:33971.replicationSource.shipper7bf281cf3991%2C33971%2C1731497536232,2-7bf281cf3991,33971,1731497536232 terminated 2024-11-13T11:32:25,022 INFO [RS:0;7bf281cf3991:33971 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33971 2024-11-13T11:32:25,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263/rs 2024-11-13T11:32:25,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01393523263/rs/7bf281cf3991,33971,1731497536232 2024-11-13T11:32:25,023 INFO [RS:0;7bf281cf3991:33971 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:32:25,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,33971,1731497536232] 2024-11-13T11:32:25,025 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01393523263/draining/7bf281cf3991,33971,1731497536232 already deleted, retry=false 2024-11-13T11:32:25,025 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,33971,1731497536232 expired; onlineServers=0 2024-11-13T11:32:25,025 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,41321,1731497536197' ***** 2024-11-13T11:32:25,025 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:32:25,025 INFO [M:0;7bf281cf3991:41321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:32:25,025 INFO [M:0;7bf281cf3991:41321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:32:25,025 DEBUG [M:0;7bf281cf3991:41321 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:32:25,025 DEBUG [M:0;7bf281cf3991:41321 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:32:25,025 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:32:25,025 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497536904 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497536904,5,FailOnTimeoutGroup] 2024-11-13T11:32:25,025 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497536904 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497536904,5,FailOnTimeoutGroup] 2024-11-13T11:32:25,026 INFO [M:0;7bf281cf3991:41321 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:32:25,026 INFO [M:0;7bf281cf3991:41321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:32:25,026 DEBUG [M:0;7bf281cf3991:41321 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:32:25,026 INFO [M:0;7bf281cf3991:41321 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:32:25,026 INFO [M:0;7bf281cf3991:41321 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:32:25,026 INFO [M:0;7bf281cf3991:41321 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:32:25,026 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:32:25,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01393523263/master 2024-11-13T11:32:25,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01393523263 2024-11-13T11:32:25,027 DEBUG [M:0;7bf281cf3991:41321 {}] zookeeper.ZKUtil(347): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Unable to get data of znode /01393523263/master because node does not exist (not an error) 2024-11-13T11:32:25,027 WARN [M:0;7bf281cf3991:41321 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:32:25,027 INFO [M:0;7bf281cf3991:41321 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/.lastflushedseqids 2024-11-13T11:32:25,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741852_1028 (size=181) 2024-11-13T11:32:25,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:25,125 INFO [RS:0;7bf281cf3991:33971 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:32:25,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33971-0x10038dabaab0007, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:25,125 INFO [RS:0;7bf281cf3991:33971 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,33971,1731497536232; zookeeper connection closed. 2024-11-13T11:32:25,125 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@25882 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@25882 2024-11-13T11:32:25,125 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:32:25,434 INFO [M:0;7bf281cf3991:41321 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:32:25,434 INFO [M:0;7bf281cf3991:41321 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:32:25,434 DEBUG [M:0;7bf281cf3991:41321 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:32:25,434 INFO [M:0;7bf281cf3991:41321 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:25,434 DEBUG [M:0;7bf281cf3991:41321 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:25,434 DEBUG [M:0;7bf281cf3991:41321 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:32:25,434 DEBUG [M:0;7bf281cf3991:41321 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:25,434 INFO [M:0;7bf281cf3991:41321 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T11:32:25,450 DEBUG [M:0;7bf281cf3991:41321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/565993291d574e6c8f66d09c8dec4f8f is 82, key is hbase:meta,,1/info:regioninfo/1731497537661/Put/seqid=0 2024-11-13T11:32:25,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741853_1029 (size=5680) 2024-11-13T11:32:25,855 INFO [M:0;7bf281cf3991:41321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/565993291d574e6c8f66d09c8dec4f8f 2024-11-13T11:32:25,879 DEBUG [M:0;7bf281cf3991:41321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/524118d7734a40ef823a06cbb1b7040c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731497541828/Put/seqid=0 2024-11-13T11:32:25,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741854_1030 (size=7319) 2024-11-13T11:32:26,284 INFO [M:0;7bf281cf3991:41321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/524118d7734a40ef823a06cbb1b7040c 2024-11-13T11:32:26,305 DEBUG [M:0;7bf281cf3991:41321 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5f9564c794a44eaaffd3bc5a5cf4821 is 69, key is 7bf281cf3991,33971,1731497536232/rs:state/1731497536970/Put/seqid=0 2024-11-13T11:32:26,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741855_1031 (size=5371) 2024-11-13T11:32:26,710 INFO [M:0;7bf281cf3991:41321 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5f9564c794a44eaaffd3bc5a5cf4821 2024-11-13T11:32:26,716 INFO [M:0;7bf281cf3991:41321 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5f9564c794a44eaaffd3bc5a5cf4821 2024-11-13T11:32:26,717 DEBUG [M:0;7bf281cf3991:41321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/565993291d574e6c8f66d09c8dec4f8f as hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/565993291d574e6c8f66d09c8dec4f8f 2024-11-13T11:32:26,724 INFO [M:0;7bf281cf3991:41321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/565993291d574e6c8f66d09c8dec4f8f, entries=8, sequenceid=172, filesize=5.5 K 2024-11-13T11:32:26,725 DEBUG [M:0;7bf281cf3991:41321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/524118d7734a40ef823a06cbb1b7040c as hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/524118d7734a40ef823a06cbb1b7040c 2024-11-13T11:32:26,731 INFO [M:0;7bf281cf3991:41321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/524118d7734a40ef823a06cbb1b7040c, entries=7, sequenceid=172, filesize=7.1 K 2024-11-13T11:32:26,732 DEBUG [M:0;7bf281cf3991:41321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5f9564c794a44eaaffd3bc5a5cf4821 as hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5f9564c794a44eaaffd3bc5a5cf4821 2024-11-13T11:32:26,738 INFO [M:0;7bf281cf3991:41321 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c5f9564c794a44eaaffd3bc5a5cf4821 2024-11-13T11:32:26,739 INFO [M:0;7bf281cf3991:41321 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40547/user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5f9564c794a44eaaffd3bc5a5cf4821, entries=2, sequenceid=172, filesize=5.2 K 2024-11-13T11:32:26,740 INFO [M:0;7bf281cf3991:41321 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=172, compaction requested=false 2024-11-13T11:32:26,741 INFO [M:0;7bf281cf3991:41321 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:26,742 DEBUG [M:0;7bf281cf3991:41321 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497545434Disabling compacts and flushes for region at 1731497545434Disabling writes for close at 1731497545434Obtaining lock to block concurrent updates at 1731497545434Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497545435 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731497545435Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497545436 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497545436Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497545450 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497545450Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497545861 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497545878 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497545878Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497546290 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497546304 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497546304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d1343b3: reopening flushed file at 1731497546716 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d8e8cba: reopening flushed file at 1731497546724 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d49bbdf: reopening flushed file at 1731497546731 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=172, compaction requested=false at 1731497546740 (+9 ms)Writing region close event to WAL at 1731497546741 (+1 ms)Closed at 1731497546741 2024-11-13T11:32:26,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37247 is added to blk_1073741847_1023 (size=22949) 2024-11-13T11:32:26,744 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac138eba-5821-9afb-b665-9644511852a6/MasterData/WALs/7bf281cf3991,41321,1731497536197/7bf281cf3991%2C41321%2C1731497536197.1731497536748 not finished, retry = 0 2024-11-13T11:32:26,846 INFO [M:0;7bf281cf3991:41321 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:32:26,846 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:32:26,846 INFO [M:0;7bf281cf3991:41321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41321 2024-11-13T11:32:26,846 INFO [M:0;7bf281cf3991:41321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:32:26,947 INFO [M:0;7bf281cf3991:41321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:32:26,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:26,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41321-0x10038dabaab0006, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:26,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:32:26,950 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:32:26,950 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:32:26,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:32:26,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/hadoop.log.dir/,STOPPED} 2024-11-13T11:32:26,952 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:32:26,952 WARN [BP-1262274816-172.17.0.2-1731497517641 heartbeating to localhost/127.0.0.1:40547 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:32:26,952 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:32:26,952 WARN [BP-1262274816-172.17.0.2-1731497517641 heartbeating to localhost/127.0.0.1:40547 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1262274816-172.17.0.2-1731497517641 (Datanode Uuid 5c46cdba-1d4c-4078-887a-b7c4a6508ed3) service to localhost/127.0.0.1:40547 2024-11-13T11:32:26,952 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/cluster_dca6553e-2426-1ea1-a67f-4ac5b3342085/data/data1/current/BP-1262274816-172.17.0.2-1731497517641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:32:26,953 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/cluster_dca6553e-2426-1ea1-a67f-4ac5b3342085/data/data2/current/BP-1262274816-172.17.0.2-1731497517641 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:32:26,953 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:32:26,957 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:32:26,958 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:32:26,958 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:32:26,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:32:26,958 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68d405d9-c1ab-cd15-22f2-14e993f4b919/hadoop.log.dir/,STOPPED} 2024-11-13T11:32:26,965 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T11:32:26,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:32:26,986 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51871) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7bf281cf3991:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40393 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40393 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7bf281cf3991:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7bf281cf3991:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:40393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40547 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40393 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@413ae86f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: regionserver/7bf281cf3991:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/7bf281cf3991:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51871) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40547 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40393 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40547 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 256), ProcessCount=11 (was 11), AvailableMemoryMB=2625 (was 3495) 2024-11-13T11:32:26,996 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=2624 2024-11-13T11:32:27,008 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-13T11:32:27,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/hadoop.log.dir so I do NOT create it in target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e 2024-11-13T11:32:27,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:32:27,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/hadoop.tmp.dir so I do NOT create it in target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e 2024-11-13T11:32:27,008 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dc0914ba-944b-db03-25c3-029c65a1bf86/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:32:27,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e 2024-11-13T11:32:27,009 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/cluster_5ba01d74-4f31-4c75-9bc9-5f4fb7e1fd3a, deleteOnExit=true 2024-11-13T11:32:27,012 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/cluster_5ba01d74-4f31-4c75-9bc9-5f4fb7e1fd3a/zookeeper_0, clientPort=61750, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/cluster_5ba01d74-4f31-4c75-9bc9-5f4fb7e1fd3a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/cluster_5ba01d74-4f31-4c75-9bc9-5f4fb7e1fd3a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T11:32:27,013 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61750 2024-11-13T11:32:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:32:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:32:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/test.cache.data in system properties and HBase conf 2024-11-13T11:32:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:32:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:32:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:32:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:32:27,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:32:27,013 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:32:27,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:32:27,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:32:27,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:32:27,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:32:27,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:32:27,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:32:27,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:32:27,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:32:27,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:32:27,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:32:27,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:32:27,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:32:27,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:32:27,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:32:27,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10038dabaab0005, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:32:27,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10038dabaab0002, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:32:27,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10038dabaab0005, quorum=127.0.0.1:51871, baseZNode=/1-73766407 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:32:27,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10038dabaab0002, quorum=127.0.0.1:51871, baseZNode=/01393523263 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:32:27,082 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:32:27,087 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:32:27,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:32:27,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:32:27,089 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:32:27,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:32:27,091 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:32:27,092 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:32:27,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@109ccb36{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/java.io.tmpdir/jetty-localhost-46415-hadoop-hdfs-3_4_1-tests_jar-_-any-5804077452723498916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:32:27,202 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:46415} 2024-11-13T11:32:27,202 INFO [Time-limited test {}] server.Server(415): Started @32075ms 2024-11-13T11:32:27,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:32:27,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:32:27,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:32:27,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:32:27,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:32:27,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:32:27,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:32:27,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2714ec4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/java.io.tmpdir/jetty-localhost-35707-hadoop-hdfs-3_4_1-tests_jar-_-any-14341518181447821845/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:32:27,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:35707} 2024-11-13T11:32:27,385 INFO [Time-limited test {}] server.Server(415): Started @32258ms 2024-11-13T11:32:27,387 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:32:27,454 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/cluster_5ba01d74-4f31-4c75-9bc9-5f4fb7e1fd3a/data/data1/current/BP-1700538887-172.17.0.2-1731497547038/current, will proceed with Du for space computation calculation, 2024-11-13T11:32:27,454 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/cluster_5ba01d74-4f31-4c75-9bc9-5f4fb7e1fd3a/data/data2/current/BP-1700538887-172.17.0.2-1731497547038/current, will proceed with Du for space computation calculation, 2024-11-13T11:32:27,476 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:32:27,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd64241d84e862b97 with lease ID 0xc6c74b88b1b30710: Processing first storage report for DS-97ac48c7-4ca4-4eed-967a-bff06f6a5b40 from datanode DatanodeRegistration(127.0.0.1:34595, datanodeUuid=410264ed-bb56-46b8-b683-5c4fd1388aa2, infoPort=42905, infoSecurePort=0, ipcPort=43881, storageInfo=lv=-57;cid=testClusterID;nsid=883510628;c=1731497547038) 2024-11-13T11:32:27,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd64241d84e862b97 with lease ID 0xc6c74b88b1b30710: from storage DS-97ac48c7-4ca4-4eed-967a-bff06f6a5b40 node DatanodeRegistration(127.0.0.1:34595, datanodeUuid=410264ed-bb56-46b8-b683-5c4fd1388aa2, infoPort=42905, infoSecurePort=0, ipcPort=43881, storageInfo=lv=-57;cid=testClusterID;nsid=883510628;c=1731497547038), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T11:32:27,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd64241d84e862b97 with lease ID 0xc6c74b88b1b30710: Processing first storage report for DS-b596db89-6549-4fa3-8fbb-ccb55703077d from datanode DatanodeRegistration(127.0.0.1:34595, datanodeUuid=410264ed-bb56-46b8-b683-5c4fd1388aa2, infoPort=42905, infoSecurePort=0, ipcPort=43881, storageInfo=lv=-57;cid=testClusterID;nsid=883510628;c=1731497547038) 2024-11-13T11:32:27,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd64241d84e862b97 with lease ID 0xc6c74b88b1b30710: from storage DS-b596db89-6549-4fa3-8fbb-ccb55703077d node DatanodeRegistration(127.0.0.1:34595, datanodeUuid=410264ed-bb56-46b8-b683-5c4fd1388aa2, infoPort=42905, infoSecurePort=0, ipcPort=43881, storageInfo=lv=-57;cid=testClusterID;nsid=883510628;c=1731497547038), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:32:27,526 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e 2024-11-13T11:32:27,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:27,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:27,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:32:27,939 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149 with version=8 2024-11-13T11:32:27,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/hbase-staging 2024-11-13T11:32:27,941 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:32:27,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:27,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:27,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:32:27,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:27,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:32:27,941 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:32:27,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:32:27,942 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40895 2024-11-13T11:32:27,944 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40895 connecting to ZooKeeper ensemble=127.0.0.1:61750 2024-11-13T11:32:27,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408950x0, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:27,947 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40895-0x10038db31710000 connected 2024-11-13T11:32:27,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:27,964 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:27,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Set watcher on znode that does not yet exist, /0-1758809914/running 2024-11-13T11:32:27,966 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149, hbase.cluster.distributed=false 2024-11-13T11:32:27,968 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Set watcher on znode that does not yet exist, /0-1758809914/acl 2024-11-13T11:32:27,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40895 2024-11-13T11:32:27,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40895 2024-11-13T11:32:27,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40895 2024-11-13T11:32:27,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40895 2024-11-13T11:32:27,970 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40895 2024-11-13T11:32:27,984 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:32:27,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:27,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:27,984 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:32:27,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:27,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:32:27,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:32:27,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:32:27,986 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38077 2024-11-13T11:32:27,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38077 connecting to ZooKeeper ensemble=127.0.0.1:61750 2024-11-13T11:32:27,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:27,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:27,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380770x0, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:27,994 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380770x0, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Set watcher on znode that does not yet exist, /0-1758809914/running 2024-11-13T11:32:27,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38077-0x10038db31710001 connected 2024-11-13T11:32:27,994 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:32:27,995 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:32:27,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Set watcher on znode that does not yet exist, /0-1758809914/master 2024-11-13T11:32:27,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Set watcher on znode that does not yet exist, /0-1758809914/acl 2024-11-13T11:32:27,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38077 2024-11-13T11:32:27,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38077 2024-11-13T11:32:28,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38077 2024-11-13T11:32:28,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38077 2024-11-13T11:32:28,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38077 2024-11-13T11:32:28,012 DEBUG [M:0;7bf281cf3991:40895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:40895 2024-11-13T11:32:28,013 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1758809914/backup-masters/7bf281cf3991,40895,1731497547941 2024-11-13T11:32:28,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914/backup-masters 2024-11-13T11:32:28,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914/backup-masters 2024-11-13T11:32:28,015 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Set watcher on existing znode=/0-1758809914/backup-masters/7bf281cf3991,40895,1731497547941 2024-11-13T11:32:28,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1758809914/master 2024-11-13T11:32:28,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:28,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:28,016 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Set watcher on existing znode=/0-1758809914/master 2024-11-13T11:32:28,016 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1758809914/backup-masters/7bf281cf3991,40895,1731497547941 from backup master directory 2024-11-13T11:32:28,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1758809914/backup-masters/7bf281cf3991,40895,1731497547941 2024-11-13T11:32:28,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914/backup-masters 2024-11-13T11:32:28,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914/backup-masters 2024-11-13T11:32:28,017 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:32:28,017 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,40895,1731497547941 2024-11-13T11:32:28,025 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/hbase.id] with ID: 8bb00a09-c3a8-4dac-9ce3-044dd4c832f5 2024-11-13T11:32:28,025 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/.tmp/hbase.id 2024-11-13T11:32:28,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:32:28,431 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/.tmp/hbase.id]:[hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/hbase.id] 2024-11-13T11:32:28,444 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:28,444 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:32:28,446 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T11:32:28,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:28,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:28,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:32:28,854 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:32:28,855 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:32:28,855 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:28,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:32:28,863 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store 2024-11-13T11:32:28,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:32:29,270 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:29,270 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:32:29,270 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:29,270 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:29,271 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:32:29,271 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:29,271 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:29,271 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497549270Disabling compacts and flushes for region at 1731497549270Disabling writes for close at 1731497549271 (+1 ms)Writing region close event to WAL at 1731497549271Closed at 1731497549271 2024-11-13T11:32:29,272 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/.initializing 2024-11-13T11:32:29,272 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/WALs/7bf281cf3991,40895,1731497547941 2024-11-13T11:32:29,273 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:32:29,275 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C40895%2C1731497547941, suffix=, logDir=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/WALs/7bf281cf3991,40895,1731497547941, archiveDir=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/oldWALs, maxLogs=10 2024-11-13T11:32:29,287 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/WALs/7bf281cf3991,40895,1731497547941/7bf281cf3991%2C40895%2C1731497547941.1731497549275, exclude list is [], retry=0 2024-11-13T11:32:29,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34595,DS-97ac48c7-4ca4-4eed-967a-bff06f6a5b40,DISK] 2024-11-13T11:32:29,292 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/WALs/7bf281cf3991,40895,1731497547941/7bf281cf3991%2C40895%2C1731497547941.1731497549275 2024-11-13T11:32:29,292 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42905:42905)] 2024-11-13T11:32:29,292 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:29,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:29,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:29,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:29,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:29,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:32:29,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:29,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:29,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:29,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:32:29,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:29,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:29,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:29,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:32:29,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:29,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:29,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:29,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:32:29,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:29,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:29,303 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:29,304 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:29,304 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:29,306 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:29,306 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:29,306 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:29,307 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:29,310 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:29,310 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67754123, jitterRate=0.009615108370780945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:29,311 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497549293Initializing all the Stores at 1731497549294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497549294Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497549295 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497549295Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497549295Cleaning up temporary data from old regions at 1731497549306 (+11 ms)Region opened successfully at 1731497549311 (+5 ms) 2024-11-13T11:32:29,311 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:32:29,315 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7925ce99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:32:29,316 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:32:29,316 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:32:29,316 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:32:29,316 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:32:29,316 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:32:29,317 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:32:29,317 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:32:29,319 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:32:29,320 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Unable to get data of znode /0-1758809914/balancer because node does not exist (not necessarily an error) 2024-11-13T11:32:29,320 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1758809914/balancer already deleted, retry=false 2024-11-13T11:32:29,321 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:32:29,321 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Unable to get data of znode /0-1758809914/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:32:29,322 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1758809914/normalizer already deleted, retry=false 2024-11-13T11:32:29,322 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:32:29,323 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Unable to get data of znode /0-1758809914/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:32:29,323 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1758809914/switch/split already deleted, retry=false 2024-11-13T11:32:29,324 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Unable to get data of znode /0-1758809914/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:32:29,325 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1758809914/switch/merge already deleted, retry=false 2024-11-13T11:32:29,327 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Unable to get data of znode /0-1758809914/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:32:29,327 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1758809914/snapshot-cleanup already deleted, retry=false 2024-11-13T11:32:29,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1758809914/running 2024-11-13T11:32:29,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1758809914/running 2024-11-13T11:32:29,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:29,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:29,329 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,40895,1731497547941, sessionid=0x10038db31710000, setting cluster-up flag (Was=false) 2024-11-13T11:32:29,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:29,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:29,334 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1758809914/flush-table-proc/acquired, /0-1758809914/flush-table-proc/reached, /0-1758809914/flush-table-proc/abort 2024-11-13T11:32:29,335 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,40895,1731497547941 2024-11-13T11:32:29,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:29,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:29,341 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1758809914/online-snapshot/acquired, /0-1758809914/online-snapshot/reached, /0-1758809914/online-snapshot/abort 2024-11-13T11:32:29,342 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,40895,1731497547941 2024-11-13T11:32:29,343 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:32:29,345 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:29,346 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:32:29,346 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:32:29,346 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,40895,1731497547941 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:32:29,348 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:29,348 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:29,348 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:29,348 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:29,348 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:32:29,348 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:29,348 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:32:29,348 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:29,349 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497579349 2024-11-13T11:32:29,349 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:32:29,349 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:32:29,349 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:32:29,349 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:32:29,349 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:32:29,349 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:32:29,349 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:29,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:29,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:32:29,351 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:29,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:32:29,353 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:32:29,353 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:32:29,353 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:32:29,353 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:32:29,357 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:32:29,357 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:32:29,357 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497549357,5,FailOnTimeoutGroup] 2024-11-13T11:32:29,358 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497549357,5,FailOnTimeoutGroup] 2024-11-13T11:32:29,358 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:29,358 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:32:29,358 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:29,358 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:29,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:32:29,404 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(746): ClusterId : 8bb00a09-c3a8-4dac-9ce3-044dd4c832f5 2024-11-13T11:32:29,405 DEBUG [RS:0;7bf281cf3991:38077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:32:29,406 DEBUG [RS:0;7bf281cf3991:38077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:32:29,407 DEBUG [RS:0;7bf281cf3991:38077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:32:29,408 DEBUG [RS:0;7bf281cf3991:38077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:32:29,408 DEBUG [RS:0;7bf281cf3991:38077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371960c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:32:29,420 DEBUG [RS:0;7bf281cf3991:38077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:38077 2024-11-13T11:32:29,420 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:32:29,420 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:32:29,420 DEBUG [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:32:29,421 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,40895,1731497547941 with port=38077, startcode=1731497547984 2024-11-13T11:32:29,421 DEBUG [RS:0;7bf281cf3991:38077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:32:29,423 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56499, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:32:29,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,38077,1731497547984 2024-11-13T11:32:29,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40895 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,38077,1731497547984 2024-11-13T11:32:29,426 DEBUG [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149 2024-11-13T11:32:29,426 DEBUG [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43699 2024-11-13T11:32:29,426 DEBUG [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:32:29,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914/rs 2024-11-13T11:32:29,427 DEBUG [RS:0;7bf281cf3991:38077 {}] zookeeper.ZKUtil(111): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Set watcher on existing znode=/0-1758809914/rs/7bf281cf3991,38077,1731497547984 2024-11-13T11:32:29,427 WARN [RS:0;7bf281cf3991:38077 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:32:29,428 INFO [RS:0;7bf281cf3991:38077 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:29,428 DEBUG [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984 2024-11-13T11:32:29,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,38077,1731497547984] 2024-11-13T11:32:29,432 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:32:29,434 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:32:29,434 INFO [RS:0;7bf281cf3991:38077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:32:29,434 INFO [RS:0;7bf281cf3991:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:29,435 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:32:29,436 INFO [RS:0;7bf281cf3991:38077 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:32:29,436 INFO [RS:0;7bf281cf3991:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:29,436 DEBUG [RS:0;7bf281cf3991:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:29,436 DEBUG [RS:0;7bf281cf3991:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:29,436 DEBUG [RS:0;7bf281cf3991:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:29,436 DEBUG [RS:0;7bf281cf3991:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:29,436 DEBUG [RS:0;7bf281cf3991:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:29,436 DEBUG [RS:0;7bf281cf3991:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:32:29,436 DEBUG [RS:0;7bf281cf3991:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:29,436 DEBUG [RS:0;7bf281cf3991:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:29,436 DEBUG [RS:0;7bf281cf3991:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:29,436 DEBUG [RS:0;7bf281cf3991:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:29,436 DEBUG [RS:0;7bf281cf3991:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:29,437 DEBUG [RS:0;7bf281cf3991:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:29,437 DEBUG [RS:0;7bf281cf3991:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:32:29,437 DEBUG [RS:0;7bf281cf3991:38077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:32:29,437 INFO [RS:0;7bf281cf3991:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:29,437 INFO [RS:0;7bf281cf3991:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:29,437 INFO [RS:0;7bf281cf3991:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:29,437 INFO [RS:0;7bf281cf3991:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:29,437 INFO [RS:0;7bf281cf3991:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:29,438 INFO [RS:0;7bf281cf3991:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,38077,1731497547984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:32:29,452 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:32:29,452 INFO [RS:0;7bf281cf3991:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,38077,1731497547984-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:29,452 INFO [RS:0;7bf281cf3991:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:29,452 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.Replication(171): 7bf281cf3991,38077,1731497547984 started 2024-11-13T11:32:29,466 INFO [RS:0;7bf281cf3991:38077 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:29,466 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,38077,1731497547984, RpcServer on 7bf281cf3991/172.17.0.2:38077, sessionid=0x10038db31710001 2024-11-13T11:32:29,466 DEBUG [RS:0;7bf281cf3991:38077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:32:29,467 DEBUG [RS:0;7bf281cf3991:38077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,38077,1731497547984 2024-11-13T11:32:29,467 DEBUG [RS:0;7bf281cf3991:38077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,38077,1731497547984' 2024-11-13T11:32:29,467 DEBUG [RS:0;7bf281cf3991:38077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1758809914/flush-table-proc/abort' 2024-11-13T11:32:29,467 DEBUG [RS:0;7bf281cf3991:38077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1758809914/flush-table-proc/acquired' 2024-11-13T11:32:29,468 DEBUG [RS:0;7bf281cf3991:38077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:32:29,468 DEBUG [RS:0;7bf281cf3991:38077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:32:29,468 DEBUG [RS:0;7bf281cf3991:38077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,38077,1731497547984 2024-11-13T11:32:29,468 DEBUG [RS:0;7bf281cf3991:38077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,38077,1731497547984' 2024-11-13T11:32:29,468 DEBUG [RS:0;7bf281cf3991:38077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1758809914/online-snapshot/abort' 2024-11-13T11:32:29,469 DEBUG [RS:0;7bf281cf3991:38077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1758809914/online-snapshot/acquired' 2024-11-13T11:32:29,469 DEBUG [RS:0;7bf281cf3991:38077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:32:29,469 INFO [RS:0;7bf281cf3991:38077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:32:29,469 INFO [RS:0;7bf281cf3991:38077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:32:29,570 INFO [RS:0;7bf281cf3991:38077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:32:29,571 INFO [RS:0;7bf281cf3991:38077 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C38077%2C1731497547984, suffix=, logDir=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984, archiveDir=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/oldWALs, maxLogs=10 2024-11-13T11:32:29,585 DEBUG [RS:0;7bf281cf3991:38077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.1731497549572, exclude list is [], retry=0 2024-11-13T11:32:29,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34595,DS-97ac48c7-4ca4-4eed-967a-bff06f6a5b40,DISK] 2024-11-13T11:32:29,590 INFO [RS:0;7bf281cf3991:38077 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.1731497549572 2024-11-13T11:32:29,591 DEBUG [RS:0;7bf281cf3991:38077 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42905:42905)] 2024-11-13T11:32:29,602 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:32:29,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:32:29,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:32:29,763 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:32:29,763 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149 2024-11-13T11:32:29,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741833_1009 (size=32) 2024-11-13T11:32:30,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:30,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:32:30,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:32:30,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:30,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:30,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:32:30,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:32:30,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:30,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:30,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:32:30,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:32:30,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:30,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:30,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:32:30,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:32:30,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:30,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:30,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:32:30,181 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740 2024-11-13T11:32:30,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740 2024-11-13T11:32:30,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:32:30,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:32:30,184 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:30,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:32:30,188 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:30,188 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60915363, jitterRate=-0.09229035675525665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:30,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497550171Initializing all the Stores at 1731497550172 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497550172Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497550172Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497550172Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497550172Cleaning up temporary data from old regions at 1731497550183 (+11 ms)Region opened successfully at 1731497550190 (+7 ms) 2024-11-13T11:32:30,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:32:30,190 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:32:30,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:32:30,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:32:30,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:32:30,190 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:32:30,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497550190Disabling compacts and flushes for region at 1731497550190Disabling writes for close at 1731497550190Writing region close event to WAL at 1731497550190Closed at 1731497550190 2024-11-13T11:32:30,192 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:30,192 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:32:30,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:32:30,194 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:32:30,195 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:32:30,345 DEBUG [7bf281cf3991:40895 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:32:30,346 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,38077,1731497547984 2024-11-13T11:32:30,347 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,38077,1731497547984, state=OPENING 2024-11-13T11:32:30,348 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:32:30,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:30,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:30,350 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:32:30,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,38077,1731497547984}] 2024-11-13T11:32:30,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1758809914/meta-region-server: CHANGED 2024-11-13T11:32:30,350 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1758809914/meta-region-server: CHANGED 2024-11-13T11:32:30,503 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:32:30,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:32:30,509 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:32:30,510 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:30,510 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:32:30,512 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C38077%2C1731497547984.meta, suffix=.meta, logDir=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984, archiveDir=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/oldWALs, maxLogs=10 2024-11-13T11:32:30,524 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.meta.1731497550512.meta, exclude list is [], retry=0 2024-11-13T11:32:30,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34595,DS-97ac48c7-4ca4-4eed-967a-bff06f6a5b40,DISK] 2024-11-13T11:32:30,529 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.meta.1731497550512.meta 2024-11-13T11:32:30,529 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42905:42905)] 2024-11-13T11:32:30,529 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:30,530 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:32:30,530 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:32:30,530 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:32:30,530 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:32:30,530 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:32:30,530 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:30,530 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:32:30,530 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:32:30,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:32:30,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:32:30,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:30,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:30,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:32:30,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:32:30,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:30,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:30,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:32:30,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:32:30,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:30,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:30,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:32:30,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:32:30,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:30,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:30,540 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:32:30,540 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740 2024-11-13T11:32:30,542 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740 2024-11-13T11:32:30,543 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:32:30,543 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:32:30,543 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:30,545 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:32:30,546 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65035143, jitterRate=-0.030900850892066956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:30,546 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:32:30,547 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497550531Writing region info on filesystem at 1731497550531Initializing all the Stores at 1731497550532 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497550532Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497550532Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497550532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497550532Cleaning up temporary data from old regions at 1731497550543 (+11 ms)Running coprocessor post-open hooks at 1731497550546 (+3 ms)Region opened successfully at 1731497550547 (+1 ms) 2024-11-13T11:32:30,548 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497550503 2024-11-13T11:32:30,550 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:32:30,550 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:32:30,551 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,38077,1731497547984 2024-11-13T11:32:30,552 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,38077,1731497547984, state=OPEN 2024-11-13T11:32:30,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1758809914/meta-region-server 2024-11-13T11:32:30,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1758809914/meta-region-server 2024-11-13T11:32:30,553 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,38077,1731497547984 2024-11-13T11:32:30,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1758809914/meta-region-server: CHANGED 2024-11-13T11:32:30,553 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1758809914/meta-region-server: CHANGED 2024-11-13T11:32:30,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:32:30,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,38077,1731497547984 in 203 msec 2024-11-13T11:32:30,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:32:30,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-13T11:32:30,559 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:30,560 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:32:30,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:30,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38077,1731497547984, seqNum=-1] 2024-11-13T11:32:30,561 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:30,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:30,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2220 sec 2024-11-13T11:32:30,569 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497550569, completionTime=-1 2024-11-13T11:32:30,569 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:32:30,569 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:32:30,571 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:32:30,571 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497610571 2024-11-13T11:32:30,571 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497670571 2024-11-13T11:32:30,571 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T11:32:30,572 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,40895,1731497547941-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:30,572 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,40895,1731497547941-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:30,572 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,40895,1731497547941-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:30,572 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:40895, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:30,572 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:30,572 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:30,574 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:32:30,577 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.560sec 2024-11-13T11:32:30,577 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:32:30,577 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:32:30,577 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:32:30,577 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:32:30,577 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:32:30,577 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,40895,1731497547941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:32:30,577 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,40895,1731497547941-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:32:30,580 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:32:30,580 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:32:30,580 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,40895,1731497547941-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:30,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36afdc17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:30,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,40895,-1 for getting cluster id 2024-11-13T11:32:30,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:30,606 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bb00a09-c3a8-4dac-9ce3-044dd4c832f5' 2024-11-13T11:32:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bb00a09-c3a8-4dac-9ce3-044dd4c832f5" 2024-11-13T11:32:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9af19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,40895,-1] 2024-11-13T11:32:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:30,607 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:30,608 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:30,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52a222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:30,610 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:30,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38077,1731497547984, seqNum=-1] 2024-11-13T11:32:30,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:30,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:30,615 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,40895,1731497547941 2024-11-13T11:32:30,616 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61750 2024-11-13T11:32:30,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:30,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10038db31710002 connected 2024-11-13T11:32:30,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/hadoop.log.dir so I do NOT create it in target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9 2024-11-13T11:32:30,621 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:32:30,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/hadoop.tmp.dir so I do NOT create it in target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9 2024-11-13T11:32:30,621 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:32:30,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9 2024-11-13T11:32:30,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:32:30,621 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/cluster_f4ffd2c9-7426-f49b-5793-a548939b2cc0, deleteOnExit=true 2024-11-13T11:32:30,621 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:32:30,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/test.cache.data in system properties and HBase conf 2024-11-13T11:32:30,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:32:30,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:32:30,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:32:30,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:32:30,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:32:30,622 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:32:30,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:32:30,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:32:30,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:32:30,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:32:30,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:32:30,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:32:30,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:32:30,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:32:30,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:32:30,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:32:30,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:32:30,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:32:30,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:32:30,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:32:30,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:32:30,688 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:32:30,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:32:30,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:32:30,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:32:30,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:32:30,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:32:30,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:32:30,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d817f80{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/java.io.tmpdir/jetty-localhost-42093-hadoop-hdfs-3_4_1-tests_jar-_-any-6597293265128893637/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:32:30,786 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:42093} 2024-11-13T11:32:30,786 INFO [Time-limited test {}] server.Server(415): Started @35658ms 2024-11-13T11:32:30,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:32:30,876 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:32:30,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:32:30,881 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:32:30,881 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:32:30,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e28569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:32:30,882 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:32:30,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25355706{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/java.io.tmpdir/jetty-localhost-35841-hadoop-hdfs-3_4_1-tests_jar-_-any-16110342035016996626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:32:30,980 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42690e4a{HTTP/1.1, (http/1.1)}{localhost:35841} 2024-11-13T11:32:30,980 INFO [Time-limited test {}] server.Server(415): Started @35852ms 2024-11-13T11:32:30,981 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:32:31,076 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/cluster_f4ffd2c9-7426-f49b-5793-a548939b2cc0/data/data2/current/BP-1320274142-172.17.0.2-1731497550646/current, will proceed with Du for space computation calculation, 2024-11-13T11:32:31,076 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/cluster_f4ffd2c9-7426-f49b-5793-a548939b2cc0/data/data1/current/BP-1320274142-172.17.0.2-1731497550646/current, will proceed with Du for space computation calculation, 2024-11-13T11:32:31,098 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:32:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd63de656abf61eab with lease ID 0xe88cac8c639ef15a: Processing first storage report for DS-c871916f-dc88-4bcd-ad3f-9f68cebd4b7c from datanode DatanodeRegistration(127.0.0.1:34925, datanodeUuid=463d7347-fe53-4155-8b71-075ff725297a, infoPort=38533, infoSecurePort=0, ipcPort=45085, storageInfo=lv=-57;cid=testClusterID;nsid=1318141906;c=1731497550646) 2024-11-13T11:32:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd63de656abf61eab with lease ID 0xe88cac8c639ef15a: from storage DS-c871916f-dc88-4bcd-ad3f-9f68cebd4b7c node DatanodeRegistration(127.0.0.1:34925, datanodeUuid=463d7347-fe53-4155-8b71-075ff725297a, infoPort=38533, infoSecurePort=0, ipcPort=45085, storageInfo=lv=-57;cid=testClusterID;nsid=1318141906;c=1731497550646), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:32:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd63de656abf61eab with lease ID 0xe88cac8c639ef15a: Processing first storage report for DS-c23bab1f-7393-47ec-8d87-ddd91ab25954 from datanode DatanodeRegistration(127.0.0.1:34925, datanodeUuid=463d7347-fe53-4155-8b71-075ff725297a, infoPort=38533, infoSecurePort=0, ipcPort=45085, storageInfo=lv=-57;cid=testClusterID;nsid=1318141906;c=1731497550646) 2024-11-13T11:32:31,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd63de656abf61eab with lease ID 0xe88cac8c639ef15a: from storage DS-c23bab1f-7393-47ec-8d87-ddd91ab25954 node DatanodeRegistration(127.0.0.1:34925, datanodeUuid=463d7347-fe53-4155-8b71-075ff725297a, infoPort=38533, infoSecurePort=0, ipcPort=45085, storageInfo=lv=-57;cid=testClusterID;nsid=1318141906;c=1731497550646), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:32:31,112 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9 2024-11-13T11:32:31,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:31,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:31,117 WARN [RS:0;7bf281cf3991:38077 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 7bf281cf3991,38345,1731497520961: status=Processing ServerCrashProcedure of 7bf281cf3991,38345,1731497520961 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731497536901, completionTime=-1 appears to have been leaked 2024-11-13T11:32:31,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:32:31,523 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4 with version=8 2024-11-13T11:32:31,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/hbase-staging 2024-11-13T11:32:31,525 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:32:31,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:31,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:31,526 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:32:31,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:31,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:32:31,526 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:32:31,526 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:32:31,527 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33583 2024-11-13T11:32:31,528 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33583 connecting to ZooKeeper ensemble=127.0.0.1:61750 2024-11-13T11:32:31,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:335830x0, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:31,530 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33583-0x10038db31710003 connected 2024-11-13T11:32:31,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:31,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:31,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Set watcher on znode that does not yet exist, /1216985602/running 2024-11-13T11:32:31,541 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4, hbase.cluster.distributed=false 2024-11-13T11:32:31,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Set watcher on znode that does not yet exist, /1216985602/acl 2024-11-13T11:32:31,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33583 2024-11-13T11:32:31,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33583 2024-11-13T11:32:31,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33583 2024-11-13T11:32:31,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33583 2024-11-13T11:32:31,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33583 2024-11-13T11:32:31,557 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:32:31,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:31,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:31,557 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:32:31,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:31,557 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:32:31,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:32:31,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:32:31,558 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39515 2024-11-13T11:32:31,559 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39515 connecting to ZooKeeper ensemble=127.0.0.1:61750 2024-11-13T11:32:31,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:31,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:31,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395150x0, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:31,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39515-0x10038db31710004 connected 2024-11-13T11:32:31,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Set watcher on znode that does not yet exist, /1216985602/running 2024-11-13T11:32:31,564 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:32:31,565 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:32:31,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Set watcher on znode that does not yet exist, /1216985602/master 2024-11-13T11:32:31,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Set watcher on znode that does not yet exist, /1216985602/acl 2024-11-13T11:32:31,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39515 2024-11-13T11:32:31,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39515 2024-11-13T11:32:31,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39515 2024-11-13T11:32:31,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39515 2024-11-13T11:32:31,569 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39515 2024-11-13T11:32:31,582 DEBUG [M:0;7bf281cf3991:33583 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:33583 2024-11-13T11:32:31,582 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1216985602/backup-masters/7bf281cf3991,33583,1731497551525 2024-11-13T11:32:31,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602/backup-masters 2024-11-13T11:32:31,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602/backup-masters 2024-11-13T11:32:31,584 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Set watcher on existing znode=/1216985602/backup-masters/7bf281cf3991,33583,1731497551525 2024-11-13T11:32:31,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1216985602/master 2024-11-13T11:32:31,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602 2024-11-13T11:32:31,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602 2024-11-13T11:32:31,585 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Set watcher on existing znode=/1216985602/master 2024-11-13T11:32:31,586 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1216985602/backup-masters/7bf281cf3991,33583,1731497551525 from backup master directory 2024-11-13T11:32:31,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1216985602/backup-masters/7bf281cf3991,33583,1731497551525 2024-11-13T11:32:31,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602/backup-masters 2024-11-13T11:32:31,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602/backup-masters 2024-11-13T11:32:31,586 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:32:31,587 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,33583,1731497551525 2024-11-13T11:32:31,591 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/hbase.id] with ID: b3e1bb4e-d1c2-4835-b5d2-adc81d11079e 2024-11-13T11:32:31,591 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/.tmp/hbase.id 2024-11-13T11:32:31,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:32:31,997 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/.tmp/hbase.id]:[hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/hbase.id] 2024-11-13T11:32:32,011 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:32,011 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:32:32,013 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T11:32:32,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602 2024-11-13T11:32:32,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602 2024-11-13T11:32:32,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:32:32,421 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:32:32,422 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:32:32,422 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:32,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:32:32,832 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store 2024-11-13T11:32:32,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:32:32,844 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:32,844 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:32:32,844 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:32,844 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:32,844 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:32:32,844 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:32,844 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:32,844 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497552844Disabling compacts and flushes for region at 1731497552844Disabling writes for close at 1731497552844Writing region close event to WAL at 1731497552844Closed at 1731497552844 2024-11-13T11:32:32,845 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/.initializing 2024-11-13T11:32:32,845 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/WALs/7bf281cf3991,33583,1731497551525 2024-11-13T11:32:32,850 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:32:32,853 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C33583%2C1731497551525, suffix=, logDir=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/WALs/7bf281cf3991,33583,1731497551525, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/oldWALs, maxLogs=10 2024-11-13T11:32:32,870 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/WALs/7bf281cf3991,33583,1731497551525/7bf281cf3991%2C33583%2C1731497551525.1731497552853, exclude list is [], retry=0 2024-11-13T11:32:32,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34925,DS-c871916f-dc88-4bcd-ad3f-9f68cebd4b7c,DISK] 2024-11-13T11:32:32,875 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/WALs/7bf281cf3991,33583,1731497551525/7bf281cf3991%2C33583%2C1731497551525.1731497552853 2024-11-13T11:32:32,875 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38533:38533)] 2024-11-13T11:32:32,875 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:32,876 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:32,876 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:32,876 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:32,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:32,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:32:32,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:32,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:32,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:32,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:32:32,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:32,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:32,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:32,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:32:32,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:32,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:32,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:32,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:32:32,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:32,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:32,891 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:32,892 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:32,892 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:32,894 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:32,894 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:32,894 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:32,896 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:32,899 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:32,899 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60156270, jitterRate=-0.10360172390937805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:32,900 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497552876Initializing all the Stores at 1731497552877 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497552877Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497552878 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497552878Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497552878Cleaning up temporary data from old regions at 1731497552894 (+16 ms)Region opened successfully at 1731497552900 (+6 ms) 2024-11-13T11:32:32,900 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:32:32,904 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12140d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:32:32,905 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:32:32,905 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:32:32,905 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:32:32,906 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:32:32,906 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:32:32,907 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:32:32,907 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:32:32,912 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:32:32,913 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Unable to get data of znode /1216985602/balancer because node does not exist (not necessarily an error) 2024-11-13T11:32:32,917 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1216985602/balancer already deleted, retry=false 2024-11-13T11:32:32,918 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:32:32,919 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Unable to get data of znode /1216985602/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:32:32,920 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1216985602/normalizer already deleted, retry=false 2024-11-13T11:32:32,920 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:32:32,922 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Unable to get data of znode /1216985602/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:32:32,922 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1216985602/switch/split already deleted, retry=false 2024-11-13T11:32:32,923 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Unable to get data of znode /1216985602/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:32:32,924 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1216985602/switch/merge already deleted, retry=false 2024-11-13T11:32:32,926 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Unable to get data of znode /1216985602/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:32:32,927 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1216985602/snapshot-cleanup already deleted, retry=false 2024-11-13T11:32:32,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1216985602/running 2024-11-13T11:32:32,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602 2024-11-13T11:32:32,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1216985602/running 2024-11-13T11:32:32,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602 2024-11-13T11:32:32,929 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,33583,1731497551525, sessionid=0x10038db31710003, setting cluster-up flag (Was=false) 2024-11-13T11:32:32,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602 2024-11-13T11:32:32,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602 2024-11-13T11:32:32,934 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1216985602/flush-table-proc/acquired, /1216985602/flush-table-proc/reached, /1216985602/flush-table-proc/abort 2024-11-13T11:32:32,935 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,33583,1731497551525 2024-11-13T11:32:32,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602 2024-11-13T11:32:32,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602 2024-11-13T11:32:32,940 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1216985602/online-snapshot/acquired, /1216985602/online-snapshot/reached, /1216985602/online-snapshot/abort 2024-11-13T11:32:32,941 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,33583,1731497551525 2024-11-13T11:32:32,943 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:32:32,945 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:32,945 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:32:32,946 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:32:32,946 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,33583,1731497551525 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:32:32,947 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:32,947 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:32,948 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:32,948 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:32,948 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:32:32,948 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:32,948 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:32:32,948 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:32,950 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:32,950 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:32:32,951 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:32,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:32:32,953 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497582953 2024-11-13T11:32:32,953 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:32:32,953 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:32:32,953 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:32:32,953 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:32:32,953 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:32:32,953 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:32:32,957 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:32,958 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:32:32,958 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:32:32,958 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:32:32,958 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:32:32,958 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:32:32,958 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:32:32,961 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497552958,5,FailOnTimeoutGroup] 2024-11-13T11:32:32,962 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497552962,5,FailOnTimeoutGroup] 2024-11-13T11:32:32,962 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:32,962 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:32:32,962 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:32,962 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:32,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:32:32,972 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.HRegionServer(746): ClusterId : b3e1bb4e-d1c2-4835-b5d2-adc81d11079e 2024-11-13T11:32:32,972 DEBUG [RS:0;7bf281cf3991:39515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:32:32,973 DEBUG [RS:0;7bf281cf3991:39515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:32:32,974 DEBUG [RS:0;7bf281cf3991:39515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:32:32,975 DEBUG [RS:0;7bf281cf3991:39515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:32:32,975 DEBUG [RS:0;7bf281cf3991:39515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a71bdb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:32:32,985 DEBUG [RS:0;7bf281cf3991:39515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:39515 2024-11-13T11:32:32,986 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:32:32,986 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:32:32,986 DEBUG [RS:0;7bf281cf3991:39515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:32:32,986 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,33583,1731497551525 with port=39515, startcode=1731497551557 2024-11-13T11:32:32,987 DEBUG [RS:0;7bf281cf3991:39515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:32:32,988 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:32:32,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33583 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,39515,1731497551557 2024-11-13T11:32:32,989 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33583 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,39515,1731497551557 2024-11-13T11:32:32,991 DEBUG [RS:0;7bf281cf3991:39515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4 2024-11-13T11:32:32,991 DEBUG [RS:0;7bf281cf3991:39515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43327 2024-11-13T11:32:32,991 DEBUG [RS:0;7bf281cf3991:39515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:32:32,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602/rs 2024-11-13T11:32:32,994 DEBUG [RS:0;7bf281cf3991:39515 {}] zookeeper.ZKUtil(111): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Set watcher on existing znode=/1216985602/rs/7bf281cf3991,39515,1731497551557 2024-11-13T11:32:32,994 WARN [RS:0;7bf281cf3991:39515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:32:32,994 INFO [RS:0;7bf281cf3991:39515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:32,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,39515,1731497551557] 2024-11-13T11:32:32,995 DEBUG [RS:0;7bf281cf3991:39515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/WALs/7bf281cf3991,39515,1731497551557 2024-11-13T11:32:32,999 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:32:33,003 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:32:33,009 INFO [RS:0;7bf281cf3991:39515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:32:33,009 INFO [RS:0;7bf281cf3991:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:33,010 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:32:33,011 INFO [RS:0;7bf281cf3991:39515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:32:33,011 INFO [RS:0;7bf281cf3991:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:33,011 DEBUG [RS:0;7bf281cf3991:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:33,011 DEBUG [RS:0;7bf281cf3991:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:33,012 DEBUG [RS:0;7bf281cf3991:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:33,012 DEBUG [RS:0;7bf281cf3991:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:33,012 DEBUG [RS:0;7bf281cf3991:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:33,012 DEBUG [RS:0;7bf281cf3991:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:32:33,012 DEBUG [RS:0;7bf281cf3991:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:33,012 DEBUG [RS:0;7bf281cf3991:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:33,012 DEBUG [RS:0;7bf281cf3991:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:33,012 DEBUG [RS:0;7bf281cf3991:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:33,012 DEBUG [RS:0;7bf281cf3991:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:33,012 DEBUG [RS:0;7bf281cf3991:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:33,012 DEBUG [RS:0;7bf281cf3991:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:32:33,012 DEBUG [RS:0;7bf281cf3991:39515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:32:33,016 INFO [RS:0;7bf281cf3991:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:33,016 INFO [RS:0;7bf281cf3991:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:33,016 INFO [RS:0;7bf281cf3991:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:33,016 INFO [RS:0;7bf281cf3991:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:33,016 INFO [RS:0;7bf281cf3991:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:33,016 INFO [RS:0;7bf281cf3991:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39515,1731497551557-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:32:33,038 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:32:33,038 INFO [RS:0;7bf281cf3991:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39515,1731497551557-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:33,039 INFO [RS:0;7bf281cf3991:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:33,039 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.Replication(171): 7bf281cf3991,39515,1731497551557 started 2024-11-13T11:32:33,059 INFO [RS:0;7bf281cf3991:39515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:33,059 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,39515,1731497551557, RpcServer on 7bf281cf3991/172.17.0.2:39515, sessionid=0x10038db31710004 2024-11-13T11:32:33,060 DEBUG [RS:0;7bf281cf3991:39515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:32:33,060 DEBUG [RS:0;7bf281cf3991:39515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,39515,1731497551557 2024-11-13T11:32:33,060 DEBUG [RS:0;7bf281cf3991:39515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,39515,1731497551557' 2024-11-13T11:32:33,060 DEBUG [RS:0;7bf281cf3991:39515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1216985602/flush-table-proc/abort' 2024-11-13T11:32:33,060 DEBUG [RS:0;7bf281cf3991:39515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1216985602/flush-table-proc/acquired' 2024-11-13T11:32:33,061 DEBUG [RS:0;7bf281cf3991:39515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:32:33,061 DEBUG [RS:0;7bf281cf3991:39515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:32:33,061 DEBUG [RS:0;7bf281cf3991:39515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,39515,1731497551557 2024-11-13T11:32:33,061 DEBUG [RS:0;7bf281cf3991:39515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,39515,1731497551557' 2024-11-13T11:32:33,061 DEBUG [RS:0;7bf281cf3991:39515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1216985602/online-snapshot/abort' 2024-11-13T11:32:33,061 DEBUG [RS:0;7bf281cf3991:39515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1216985602/online-snapshot/acquired' 2024-11-13T11:32:33,062 DEBUG [RS:0;7bf281cf3991:39515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:32:33,062 INFO [RS:0;7bf281cf3991:39515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:32:33,062 INFO [RS:0;7bf281cf3991:39515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:32:33,162 INFO [RS:0;7bf281cf3991:39515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:32:33,164 INFO [RS:0;7bf281cf3991:39515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C39515%2C1731497551557, suffix=, logDir=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/WALs/7bf281cf3991,39515,1731497551557, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/oldWALs, maxLogs=10 2024-11-13T11:32:33,181 DEBUG [RS:0;7bf281cf3991:39515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/WALs/7bf281cf3991,39515,1731497551557/7bf281cf3991%2C39515%2C1731497551557.1731497553165, exclude list is [], retry=0 2024-11-13T11:32:33,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34925,DS-c871916f-dc88-4bcd-ad3f-9f68cebd4b7c,DISK] 2024-11-13T11:32:33,189 INFO [RS:0;7bf281cf3991:39515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/WALs/7bf281cf3991,39515,1731497551557/7bf281cf3991%2C39515%2C1731497551557.1731497553165 2024-11-13T11:32:33,192 DEBUG [RS:0;7bf281cf3991:39515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38533:38533)] 2024-11-13T11:32:33,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:32:33,366 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4 2024-11-13T11:32:33,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741833_1009 (size=32) 2024-11-13T11:32:33,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:33,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:32:33,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:32:33,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:33,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:33,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:32:33,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:32:33,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:33,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:33,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:32:33,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:32:33,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:33,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:33,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:32:33,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:32:33,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:33,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:33,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:32:33,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/data/hbase/meta/1588230740 2024-11-13T11:32:33,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/data/hbase/meta/1588230740 2024-11-13T11:32:33,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:32:33,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:32:33,795 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:33,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:32:33,802 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:33,803 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67877012, jitterRate=0.01144629716873169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:33,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497553778Initializing all the Stores at 1731497553779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497553779Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497553779Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497553779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497553779Cleaning up temporary data from old regions at 1731497553795 (+16 ms)Region opened successfully at 1731497553803 (+8 ms) 2024-11-13T11:32:33,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:32:33,804 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:32:33,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:32:33,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:32:33,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:32:33,809 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:32:33,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497553803Disabling compacts and flushes for region at 1731497553803Disabling writes for close at 1731497553804 (+1 ms)Writing region close event to WAL at 1731497553809 (+5 ms)Closed at 1731497553809 2024-11-13T11:32:33,814 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:33,814 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:32:33,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:32:33,816 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:32:33,818 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:32:33,968 DEBUG [7bf281cf3991:33583 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:32:33,969 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,39515,1731497551557 2024-11-13T11:32:33,971 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,39515,1731497551557, state=OPENING 2024-11-13T11:32:33,972 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:32:33,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602 2024-11-13T11:32:33,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602 2024-11-13T11:32:33,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1216985602/meta-region-server: CHANGED 2024-11-13T11:32:33,974 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:32:33,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,39515,1731497551557}] 2024-11-13T11:32:33,975 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1216985602/meta-region-server: CHANGED 2024-11-13T11:32:34,129 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:32:34,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:32:34,135 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:32:34,135 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:34,135 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:32:34,137 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C39515%2C1731497551557.meta, suffix=.meta, logDir=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/WALs/7bf281cf3991,39515,1731497551557, archiveDir=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/oldWALs, maxLogs=10 2024-11-13T11:32:34,151 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/WALs/7bf281cf3991,39515,1731497551557/7bf281cf3991%2C39515%2C1731497551557.meta.1731497554137.meta, exclude list is [], retry=0 2024-11-13T11:32:34,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34925,DS-c871916f-dc88-4bcd-ad3f-9f68cebd4b7c,DISK] 2024-11-13T11:32:34,165 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/WALs/7bf281cf3991,39515,1731497551557/7bf281cf3991%2C39515%2C1731497551557.meta.1731497554137.meta 2024-11-13T11:32:34,166 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38533:38533)] 2024-11-13T11:32:34,166 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:34,166 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:32:34,166 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:32:34,167 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:32:34,167 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:32:34,167 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:32:34,167 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:34,167 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:32:34,167 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:32:34,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:32:34,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:32:34,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:34,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:34,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:32:34,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:32:34,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:34,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:34,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:32:34,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:32:34,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:34,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:34,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:32:34,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:32:34,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:34,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:34,179 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:32:34,180 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/data/hbase/meta/1588230740 2024-11-13T11:32:34,181 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/data/hbase/meta/1588230740 2024-11-13T11:32:34,182 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:32:34,182 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:32:34,183 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:34,186 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:32:34,187 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63676141, jitterRate=-0.05115155875682831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:34,187 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:32:34,188 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497554167Writing region info on filesystem at 1731497554167Initializing all the Stores at 1731497554168 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497554168Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497554169 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497554169Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497554169Cleaning up temporary data from old regions at 1731497554182 (+13 ms)Running coprocessor post-open hooks at 1731497554188 (+6 ms)Region opened successfully at 1731497554188 2024-11-13T11:32:34,189 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497554128 2024-11-13T11:32:34,194 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,39515,1731497551557 2024-11-13T11:32:34,193 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:32:34,194 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:32:34,195 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,39515,1731497551557, state=OPEN 2024-11-13T11:32:34,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1216985602/meta-region-server 2024-11-13T11:32:34,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1216985602/meta-region-server 2024-11-13T11:32:34,196 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,39515,1731497551557 2024-11-13T11:32:34,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1216985602/meta-region-server: CHANGED 2024-11-13T11:32:34,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1216985602/meta-region-server: CHANGED 2024-11-13T11:32:34,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:32:34,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,39515,1731497551557 in 222 msec 2024-11-13T11:32:34,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:32:34,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 386 msec 2024-11-13T11:32:34,207 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:34,207 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:32:34,209 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:34,209 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,39515,1731497551557, seqNum=-1] 2024-11-13T11:32:34,209 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:34,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:34,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-11-13T11:32:34,219 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497554219, completionTime=-1 2024-11-13T11:32:34,219 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:32:34,219 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:32:34,222 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:32:34,222 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497614222 2024-11-13T11:32:34,222 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497674222 2024-11-13T11:32:34,222 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T11:32:34,223 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33583,1731497551525-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:34,223 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33583,1731497551525-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:34,223 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33583,1731497551525-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:34,223 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:33583, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:34,223 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:34,224 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:34,226 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:32:34,231 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.644sec 2024-11-13T11:32:34,232 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:32:34,232 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:32:34,232 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:32:34,232 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:32:34,232 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:32:34,232 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33583,1731497551525-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:32:34,232 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33583,1731497551525-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:32:34,235 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:32:34,235 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:32:34,235 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33583,1731497551525-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:34,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd7e59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:34,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33583,-1 for getting cluster id 2024-11-13T11:32:34,278 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:34,281 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e1bb4e-d1c2-4835-b5d2-adc81d11079e' 2024-11-13T11:32:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e1bb4e-d1c2-4835-b5d2-adc81d11079e" 2024-11-13T11:32:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d7b79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33583,-1] 2024-11-13T11:32:34,282 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:34,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:34,284 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:34,285 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:34,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,39515,1731497551557, seqNum=-1] 2024-11-13T11:32:34,289 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:34,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:34,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,33583,1731497551525 2024-11-13T11:32:34,294 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61750 2024-11-13T11:32:34,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:34,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10038db31710005 connected 2024-11-13T11:32:34,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a15bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:34,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,40895,-1 for getting cluster id 2024-11-13T11:32:34,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:34,304 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8bb00a09-c3a8-4dac-9ce3-044dd4c832f5' 2024-11-13T11:32:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8bb00a09-c3a8-4dac-9ce3-044dd4c832f5" 2024-11-13T11:32:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7976210e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,40895,-1] 2024-11-13T11:32:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:34,306 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:34,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1fb90b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:34,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:34,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,40895,1731497547941 2024-11-13T11:32:34,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7714bc69 2024-11-13T11:32:34,314 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:34,315 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:34,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:33583,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:32:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:32:34,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:34,319 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:33583' 2024-11-13T11:32:34,320 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740a5563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:34,320 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33583,-1 for getting cluster id 2024-11-13T11:32:34,320 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:34,321 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e1bb4e-d1c2-4835-b5d2-adc81d11079e' 2024-11-13T11:32:34,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:34,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e1bb4e-d1c2-4835-b5d2-adc81d11079e" 2024-11-13T11:32:34,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a91291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:34,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33583,-1] 2024-11-13T11:32:34,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:34,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:34,323 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:34,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79dc9801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:34,324 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:34,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,33583,1731497551525 2024-11-13T11:32:34,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c3932de 2024-11-13T11:32:34,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:34,326 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:34,327 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T11:32:34,327 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:32:34,327 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:34,327 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:34,327 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:34,328 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:32:34,330 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:32:34,332 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:32:34,332 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:34,333 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:32:34,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741835_1011 (size=1138) 2024-11-13T11:32:34,380 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T11:32:34,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:34,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:34,743 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18adaddcb907db2c24403c2bc352f2e5, NAME => 'hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149 2024-11-13T11:32:34,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741836_1012 (size=44) 2024-11-13T11:32:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:35,152 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:35,152 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 18adaddcb907db2c24403c2bc352f2e5, disabling compactions & flushes 2024-11-13T11:32:35,152 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5. 2024-11-13T11:32:35,152 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5. 2024-11-13T11:32:35,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5. after waiting 0 ms 2024-11-13T11:32:35,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5. 2024-11-13T11:32:35,153 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5. 2024-11-13T11:32:35,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18adaddcb907db2c24403c2bc352f2e5: Waiting for close lock at 1731497555152Disabling compacts and flushes for region at 1731497555152Disabling writes for close at 1731497555153 (+1 ms)Writing region close event to WAL at 1731497555153Closed at 1731497555153 2024-11-13T11:32:35,155 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:32:35,156 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731497555155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497555155"}]},"ts":"1731497555155"} 2024-11-13T11:32:35,159 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:32:35,160 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:32:35,161 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497555160"}]},"ts":"1731497555160"} 2024-11-13T11:32:35,163 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T11:32:35,163 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18adaddcb907db2c24403c2bc352f2e5, ASSIGN}] 2024-11-13T11:32:35,165 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18adaddcb907db2c24403c2bc352f2e5, ASSIGN 2024-11-13T11:32:35,166 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18adaddcb907db2c24403c2bc352f2e5, ASSIGN; state=OFFLINE, location=7bf281cf3991,38077,1731497547984; forceNewPlan=false, retain=false 2024-11-13T11:32:35,316 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=18adaddcb907db2c24403c2bc352f2e5, regionState=OPENING, regionLocation=7bf281cf3991,38077,1731497547984 2024-11-13T11:32:35,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18adaddcb907db2c24403c2bc352f2e5, ASSIGN because future has completed 2024-11-13T11:32:35,319 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18adaddcb907db2c24403c2bc352f2e5, server=7bf281cf3991,38077,1731497547984}] 2024-11-13T11:32:35,432 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:32:35,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:35,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5. 2024-11-13T11:32:35,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:35,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:32:35,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C38077%2C1731497547984.rep, suffix=, logDir=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984, archiveDir=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/oldWALs, maxLogs=10 2024-11-13T11:32:35,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.rep.1731497555479, exclude list is [], retry=0 2024-11-13T11:32:35,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34595,DS-97ac48c7-4ca4-4eed-967a-bff06f6a5b40,DISK] 2024-11-13T11:32:35,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.rep.1731497555479 2024-11-13T11:32:35,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42905:42905)] 2024-11-13T11:32:35,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 18adaddcb907db2c24403c2bc352f2e5, NAME => 'hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:35,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:32:35,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:32:35,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5. service=MultiRowMutationService 2024-11-13T11:32:35,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:32:35,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:35,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:35,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:35,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:35,508 INFO [StoreOpener-18adaddcb907db2c24403c2bc352f2e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:35,510 INFO [StoreOpener-18adaddcb907db2c24403c2bc352f2e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18adaddcb907db2c24403c2bc352f2e5 columnFamilyName hfileref 2024-11-13T11:32:35,510 DEBUG [StoreOpener-18adaddcb907db2c24403c2bc352f2e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:35,511 INFO [StoreOpener-18adaddcb907db2c24403c2bc352f2e5-1 {}] regionserver.HStore(327): Store=18adaddcb907db2c24403c2bc352f2e5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:35,511 INFO [StoreOpener-18adaddcb907db2c24403c2bc352f2e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:35,513 INFO [StoreOpener-18adaddcb907db2c24403c2bc352f2e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18adaddcb907db2c24403c2bc352f2e5 columnFamilyName queue 2024-11-13T11:32:35,513 DEBUG [StoreOpener-18adaddcb907db2c24403c2bc352f2e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:35,513 INFO [StoreOpener-18adaddcb907db2c24403c2bc352f2e5-1 {}] regionserver.HStore(327): Store=18adaddcb907db2c24403c2bc352f2e5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:35,514 INFO [StoreOpener-18adaddcb907db2c24403c2bc352f2e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:35,515 INFO [StoreOpener-18adaddcb907db2c24403c2bc352f2e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18adaddcb907db2c24403c2bc352f2e5 columnFamilyName sid 2024-11-13T11:32:35,515 DEBUG [StoreOpener-18adaddcb907db2c24403c2bc352f2e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:35,516 INFO [StoreOpener-18adaddcb907db2c24403c2bc352f2e5-1 {}] regionserver.HStore(327): Store=18adaddcb907db2c24403c2bc352f2e5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:35,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:35,518 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/replication/18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:35,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/replication/18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:35,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:35,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:35,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:32:35,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:35,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/replication/18adaddcb907db2c24403c2bc352f2e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:35,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 18adaddcb907db2c24403c2bc352f2e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71473456, jitterRate=0.06503748893737793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:32:35,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:35,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 18adaddcb907db2c24403c2bc352f2e5: Running coprocessor pre-open hook at 1731497555506Writing region info on filesystem at 1731497555506Initializing all the Stores at 1731497555507 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497555507Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497555507Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497555507Cleaning up temporary data from old regions at 1731497555520 (+13 ms)Running coprocessor post-open hooks at 1731497555525 (+5 ms)Region opened successfully at 1731497555526 (+1 ms) 2024-11-13T11:32:35,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5., pid=7, masterSystemTime=1731497555472 2024-11-13T11:32:35,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5. 2024-11-13T11:32:35,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5. 2024-11-13T11:32:35,531 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=18adaddcb907db2c24403c2bc352f2e5, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,38077,1731497547984 2024-11-13T11:32:35,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18adaddcb907db2c24403c2bc352f2e5, server=7bf281cf3991,38077,1731497547984 because future has completed 2024-11-13T11:32:35,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T11:32:35,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 18adaddcb907db2c24403c2bc352f2e5, server=7bf281cf3991,38077,1731497547984 in 223 msec 2024-11-13T11:32:35,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:32:35,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18adaddcb907db2c24403c2bc352f2e5, ASSIGN in 383 msec 2024-11-13T11:32:35,550 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:32:35,551 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497555550"}]},"ts":"1731497555550"} 2024-11-13T11:32:35,553 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T11:32:35,555 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:32:35,557 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2270 sec 2024-11-13T11:32:35,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5., hostname=7bf281cf3991,38077,1731497547984, seqNum=2] 2024-11-13T11:32:35,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:35,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:35,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:32:35,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38077 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T11:32:35,750 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T11:32:35,779 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,38077,1731497547984, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:32:35,780 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:35,780 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38077,1731497547984, seqNum=-1] 2024-11-13T11:32:35,780 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:35,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-13T11:32:35,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7bf281cf3991,38077,1731497547984', locateType=CURRENT is [region=hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5., hostname=7bf281cf3991,38077,1731497547984, seqNum=2] 2024-11-13T11:32:35,787 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T11:32:35,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T11:32:35,790 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7bf281cf3991,38077,1731497547984 suceeded 2024-11-13T11:32:35,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T11:32:35,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-13T11:32:35,793 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7bf281cf3991:33583,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:32:35,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4770 sec 2024-11-13T11:32:35,803 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:33583' 2024-11-13T11:32:35,805 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e4660ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:35,805 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33583,-1 for getting cluster id 2024-11-13T11:32:35,805 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:35,806 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b3e1bb4e-d1c2-4835-b5d2-adc81d11079e' 2024-11-13T11:32:35,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:35,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b3e1bb4e-d1c2-4835-b5d2-adc81d11079e" 2024-11-13T11:32:35,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e66967c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:35,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33583,-1] 2024-11-13T11:32:35,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:35,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:35,808 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:35,809 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f109f24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:35,809 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:35,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,33583,1731497551525 2024-11-13T11:32:35,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c7444e4 2024-11-13T11:32:35,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:35,811 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-13T11:32:35,812 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,38077,1731497547984 (queues=1) is replicating from cluster=8bb00a09-c3a8-4dac-9ce3-044dd4c832f5 to cluster=b3e1bb4e-d1c2-4835-b5d2-adc81d11079e 2024-11-13T11:32:35,812 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C38077%2C1731497547984 2024-11-13T11:32:35,812 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,38077,1731497547984, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:32:35,814 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984.replicationSource.wal-reader.7bf281cf3991%2C38077%2C1731497547984,1-7bf281cf3991,38077,1731497547984 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.1731497549572, startPosition=0, beingWritten=true 2024-11-13T11:32:35,821 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984.replicationSource.shipper7bf281cf3991%2C38077%2C1731497547984,1-7bf281cf3991,38077,1731497547984 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C38077%2C1731497547984 2024-11-13T11:32:36,031 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984.replicationSource.wal-reader.7bf281cf3991%2C38077%2C1731497547984,1-7bf281cf3991,38077,1731497547984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.1731497549572 to pos 0, reset compression=false 2024-11-13T11:32:36,033 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:32:36,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:32:36,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:32:36,349 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984.replicationSource.wal-reader.7bf281cf3991%2C38077%2C1731497547984,1-7bf281cf3991,38077,1731497547984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.1731497549572 to pos 0, reset compression=false 2024-11-13T11:32:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:36,461 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:32:36,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:36,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:36,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:36,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:36,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:36,461 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:36,462 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,40895,1731497547941 2024-11-13T11:32:36,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d38b701 2024-11-13T11:32:36,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:36,464 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:36,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40895 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T11:32:36,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:32:36,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:36,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:36,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:36,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:36,465 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:36,465 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:32:36,465 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=318013570, stopped=false 2024-11-13T11:32:36,465 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,33583,1731497551525 2024-11-13T11:32:36,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1216985602/running 2024-11-13T11:32:36,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602 2024-11-13T11:32:36,467 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:32:36,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1216985602/running 2024-11-13T11:32:36,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602 2024-11-13T11:32:36,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:36,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:36,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:36,467 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,39515,1731497551557' ***** 2024-11-13T11:32:36,467 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:32:36,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Set watcher on znode that does not yet exist, /1216985602/running 2024-11-13T11:32:36,467 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:32:36,468 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:32:36,468 INFO [RS:0;7bf281cf3991:39515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:32:36,468 INFO [RS:0;7bf281cf3991:39515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:32:36,468 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,39515,1731497551557 2024-11-13T11:32:36,468 INFO [RS:0;7bf281cf3991:39515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:32:36,468 INFO [RS:0;7bf281cf3991:39515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:39515. 2024-11-13T11:32:36,468 DEBUG [RS:0;7bf281cf3991:39515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:36,468 DEBUG [RS:0;7bf281cf3991:39515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:36,468 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:32:36,468 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:32:36,468 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:32:36,469 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:32:36,469 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T11:32:36,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Set watcher on znode that does not yet exist, /1216985602/running 2024-11-13T11:32:36,469 DEBUG [RS:0;7bf281cf3991:39515 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:32:36,469 DEBUG [RS:0;7bf281cf3991:39515 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:32:36,469 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:32:36,469 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:32:36,469 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:32:36,469 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:32:36,469 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:32:36,470 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T11:32:36,492 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/data/hbase/meta/1588230740/.tmp/ns/b0c627db7e884d8887319d8dc03cb320 is 43, key is default/ns:d/1731497554211/Put/seqid=0 2024-11-13T11:32:36,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741835_1011 (size=5153) 2024-11-13T11:32:36,502 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/data/hbase/meta/1588230740/.tmp/ns/b0c627db7e884d8887319d8dc03cb320 2024-11-13T11:32:36,511 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/data/hbase/meta/1588230740/.tmp/ns/b0c627db7e884d8887319d8dc03cb320 as hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/data/hbase/meta/1588230740/ns/b0c627db7e884d8887319d8dc03cb320 2024-11-13T11:32:36,518 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/data/hbase/meta/1588230740/ns/b0c627db7e884d8887319d8dc03cb320, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T11:32:36,520 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=6, compaction requested=false 2024-11-13T11:32:36,532 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T11:32:36,533 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:32:36,533 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:32:36,533 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:32:36,534 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497556469Running coprocessor pre-close hooks at 1731497556469Disabling compacts and flushes for region at 1731497556469Disabling writes for close at 1731497556469Obtaining lock to block concurrent updates at 1731497556470 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731497556470Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731497556470Flushing stores of hbase:meta,,1.1588230740 at 1731497556471 (+1 ms)Flushing 1588230740/ns: creating writer at 1731497556472 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731497556492 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731497556492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58ca800e: reopening flushed file at 1731497556509 (+17 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 51ms, sequenceid=6, compaction requested=false at 1731497556520 (+11 ms)Writing region close event to WAL at 1731497556525 (+5 ms)Running coprocessor post-close hooks at 1731497556533 (+8 ms)Closed at 1731497556533 2024-11-13T11:32:36,534 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:32:36,534 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:32:36,669 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,39515,1731497551557; all regions closed. 2024-11-13T11:32:36,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741834_1010 (size=1152) 2024-11-13T11:32:36,676 DEBUG [RS:0;7bf281cf3991:39515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/oldWALs 2024-11-13T11:32:36,676 INFO [RS:0;7bf281cf3991:39515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C39515%2C1731497551557.meta:.meta(num 1731497554137) 2024-11-13T11:32:36,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741832_1008 (size=93) 2024-11-13T11:32:36,681 DEBUG [RS:0;7bf281cf3991:39515 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/oldWALs 2024-11-13T11:32:36,681 INFO [RS:0;7bf281cf3991:39515 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C39515%2C1731497551557:(num 1731497553165) 2024-11-13T11:32:36,681 DEBUG [RS:0;7bf281cf3991:39515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:36,681 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:32:36,681 INFO [RS:0;7bf281cf3991:39515 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:32:36,681 INFO [RS:0;7bf281cf3991:39515 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T11:32:36,682 INFO [RS:0;7bf281cf3991:39515 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:32:36,682 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:32:36,682 INFO [RS:0;7bf281cf3991:39515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39515 2024-11-13T11:32:36,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1216985602/rs/7bf281cf3991,39515,1731497551557 2024-11-13T11:32:36,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602/rs 2024-11-13T11:32:36,683 INFO [RS:0;7bf281cf3991:39515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:32:36,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,39515,1731497551557] 2024-11-13T11:32:36,685 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1216985602/draining/7bf281cf3991,39515,1731497551557 already deleted, retry=false 2024-11-13T11:32:36,685 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,39515,1731497551557 expired; onlineServers=0 2024-11-13T11:32:36,685 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,33583,1731497551525' ***** 2024-11-13T11:32:36,685 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:32:36,685 INFO [M:0;7bf281cf3991:33583 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:32:36,685 INFO [M:0;7bf281cf3991:33583 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:32:36,685 DEBUG [M:0;7bf281cf3991:33583 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:32:36,685 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:32:36,685 DEBUG [M:0;7bf281cf3991:33583 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:32:36,685 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497552958 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497552958,5,FailOnTimeoutGroup] 2024-11-13T11:32:36,685 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497552962 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497552962,5,FailOnTimeoutGroup] 2024-11-13T11:32:36,685 INFO [M:0;7bf281cf3991:33583 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:32:36,686 INFO [M:0;7bf281cf3991:33583 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:32:36,686 DEBUG [M:0;7bf281cf3991:33583 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:32:36,686 INFO [M:0;7bf281cf3991:33583 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:32:36,686 INFO [M:0;7bf281cf3991:33583 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:32:36,686 INFO [M:0;7bf281cf3991:33583 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:32:36,686 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:32:36,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1216985602/master 2024-11-13T11:32:36,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1216985602 2024-11-13T11:32:36,687 DEBUG [M:0;7bf281cf3991:33583 {}] zookeeper.ZKUtil(347): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Unable to get data of znode /1216985602/master because node does not exist (not an error) 2024-11-13T11:32:36,687 WARN [M:0;7bf281cf3991:33583 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:32:36,688 INFO [M:0;7bf281cf3991:33583 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/.lastflushedseqids 2024-11-13T11:32:36,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741836_1012 (size=99) 2024-11-13T11:32:36,700 INFO [M:0;7bf281cf3991:33583 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:32:36,701 INFO [M:0;7bf281cf3991:33583 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:32:36,701 DEBUG [M:0;7bf281cf3991:33583 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:32:36,701 INFO [M:0;7bf281cf3991:33583 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:36,701 DEBUG [M:0;7bf281cf3991:33583 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:36,701 DEBUG [M:0;7bf281cf3991:33583 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:32:36,701 DEBUG [M:0;7bf281cf3991:33583 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:36,701 INFO [M:0;7bf281cf3991:33583 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T11:32:36,724 DEBUG [M:0;7bf281cf3991:33583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b325d1b5edb469ba93f0a52b26c96b5 is 82, key is hbase:meta,,1/info:regioninfo/1731497554194/Put/seqid=0 2024-11-13T11:32:36,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741837_1013 (size=5672) 2024-11-13T11:32:36,762 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984.replicationSource.wal-reader.7bf281cf3991%2C38077%2C1731497547984,1-7bf281cf3991,38077,1731497547984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.1731497549572 to pos 0, reset compression=false 2024-11-13T11:32:36,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:36,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39515-0x10038db31710004, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:36,785 INFO [RS:0;7bf281cf3991:39515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:32:36,785 INFO [RS:0;7bf281cf3991:39515 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,39515,1731497551557; zookeeper connection closed. 2024-11-13T11:32:36,785 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d105438 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d105438 2024-11-13T11:32:36,786 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:32:37,132 INFO [M:0;7bf281cf3991:33583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b325d1b5edb469ba93f0a52b26c96b5 2024-11-13T11:32:37,150 DEBUG [M:0;7bf281cf3991:33583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a883acdef84b4c08b11665776499f3a9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731497554218/Put/seqid=0 2024-11-13T11:32:37,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741838_1014 (size=5275) 2024-11-13T11:32:37,274 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984.replicationSource.wal-reader.7bf281cf3991%2C38077%2C1731497547984,1-7bf281cf3991,38077,1731497547984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.1731497549572 to pos 0, reset compression=false 2024-11-13T11:32:37,555 INFO [M:0;7bf281cf3991:33583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a883acdef84b4c08b11665776499f3a9 2024-11-13T11:32:37,575 DEBUG [M:0;7bf281cf3991:33583 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8f3f3ae2e124f4f968aa39344ff0d10 is 69, key is 7bf281cf3991,39515,1731497551557/rs:state/1731497552989/Put/seqid=0 2024-11-13T11:32:37,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741839_1015 (size=5156) 2024-11-13T11:32:37,878 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984.replicationSource.wal-reader.7bf281cf3991%2C38077%2C1731497547984,1-7bf281cf3991,38077,1731497547984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.1731497549572 to pos 0, reset compression=false 2024-11-13T11:32:37,981 INFO [M:0;7bf281cf3991:33583 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8f3f3ae2e124f4f968aa39344ff0d10 2024-11-13T11:32:37,988 DEBUG [M:0;7bf281cf3991:33583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b325d1b5edb469ba93f0a52b26c96b5 as hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b325d1b5edb469ba93f0a52b26c96b5 2024-11-13T11:32:37,995 INFO [M:0;7bf281cf3991:33583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b325d1b5edb469ba93f0a52b26c96b5, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T11:32:37,996 DEBUG [M:0;7bf281cf3991:33583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a883acdef84b4c08b11665776499f3a9 as hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a883acdef84b4c08b11665776499f3a9 2024-11-13T11:32:38,003 INFO [M:0;7bf281cf3991:33583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a883acdef84b4c08b11665776499f3a9, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T11:32:38,004 DEBUG [M:0;7bf281cf3991:33583 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a8f3f3ae2e124f4f968aa39344ff0d10 as hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8f3f3ae2e124f4f968aa39344ff0d10 2024-11-13T11:32:38,012 INFO [M:0;7bf281cf3991:33583 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43327/user/jenkins/test-data/8430fc48-08e0-48d2-dad5-6a34930614d4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a8f3f3ae2e124f4f968aa39344ff0d10, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T11:32:38,013 INFO [M:0;7bf281cf3991:33583 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=28, compaction requested=false 2024-11-13T11:32:38,017 INFO [M:0;7bf281cf3991:33583 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:38,017 DEBUG [M:0;7bf281cf3991:33583 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497556701Disabling compacts and flushes for region at 1731497556701Disabling writes for close at 1731497556701Obtaining lock to block concurrent updates at 1731497556701Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497556701Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731497556702 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497556703 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497556703Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497556724 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497556724Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497557136 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497557149 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497557149Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497557560 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497557574 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497557574Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@741472dc: reopening flushed file at 1731497557987 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@357e8f3c: reopening flushed file at 1731497557995 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d385699: reopening flushed file at 1731497558003 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=28, compaction requested=false at 1731497558013 (+10 ms)Writing region close event to WAL at 1731497558017 (+4 ms)Closed at 1731497558017 2024-11-13T11:32:38,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34925 is added to blk_1073741830_1006 (size=10165) 2024-11-13T11:32:38,023 INFO [M:0;7bf281cf3991:33583 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:32:38,023 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:32:38,024 INFO [M:0;7bf281cf3991:33583 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33583 2024-11-13T11:32:38,024 INFO [M:0;7bf281cf3991:33583 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:32:38,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:38,125 INFO [M:0;7bf281cf3991:33583 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:32:38,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33583-0x10038db31710003, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:38,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25355706{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:32:38,128 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42690e4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:32:38,128 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:32:38,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:32:38,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e28569b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/hadoop.log.dir/,STOPPED} 2024-11-13T11:32:38,130 WARN [BP-1320274142-172.17.0.2-1731497550646 heartbeating to localhost/127.0.0.1:43327 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:32:38,130 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:32:38,131 WARN [BP-1320274142-172.17.0.2-1731497550646 heartbeating to localhost/127.0.0.1:43327 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1320274142-172.17.0.2-1731497550646 (Datanode Uuid 463d7347-fe53-4155-8b71-075ff725297a) service to localhost/127.0.0.1:43327 2024-11-13T11:32:38,131 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:32:38,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/cluster_f4ffd2c9-7426-f49b-5793-a548939b2cc0/data/data1/current/BP-1320274142-172.17.0.2-1731497550646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:32:38,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/cluster_f4ffd2c9-7426-f49b-5793-a548939b2cc0/data/data2/current/BP-1320274142-172.17.0.2-1731497550646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:32:38,132 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:32:38,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d817f80{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:32:38,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13605576{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:32:38,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:32:38,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:32:38,140 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c9883e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/hadoop.log.dir/,STOPPED} 2024-11-13T11:32:38,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:32:38,155 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:32:38,155 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:38,155 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:38,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:38,156 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:38,156 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:38,156 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:32:38,156 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1668330621, stopped=false 2024-11-13T11:32:38,156 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,40895,1731497547941 2024-11-13T11:32:38,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1758809914/running 2024-11-13T11:32:38,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1758809914/running 2024-11-13T11:32:38,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:38,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:38,157 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:32:38,158 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:38,158 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:38,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:38,158 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,38077,1731497547984' ***** 2024-11-13T11:32:38,158 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:32:38,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Set watcher on znode that does not yet exist, /0-1758809914/running 2024-11-13T11:32:38,158 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Set watcher on znode that does not yet exist, /0-1758809914/running 2024-11-13T11:32:38,158 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:32:38,158 INFO [RS:0;7bf281cf3991:38077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:32:38,158 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:32:38,158 INFO [RS:0;7bf281cf3991:38077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:32:38,159 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(3091): Received CLOSE for 18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:38,159 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,38077,1731497547984 2024-11-13T11:32:38,159 INFO [RS:0;7bf281cf3991:38077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:32:38,159 INFO [RS:0;7bf281cf3991:38077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:38077. 2024-11-13T11:32:38,159 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18adaddcb907db2c24403c2bc352f2e5, disabling compactions & flushes 2024-11-13T11:32:38,159 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5. 2024-11-13T11:32:38,159 DEBUG [RS:0;7bf281cf3991:38077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:38,159 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5. 2024-11-13T11:32:38,159 DEBUG [RS:0;7bf281cf3991:38077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:38,159 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5. after waiting 0 ms 2024-11-13T11:32:38,159 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5. 2024-11-13T11:32:38,159 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:32:38,159 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:32:38,159 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 18adaddcb907db2c24403c2bc352f2e5 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T11:32:38,159 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:32:38,159 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:32:38,159 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T11:32:38,159 DEBUG [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 18adaddcb907db2c24403c2bc352f2e5=hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5.} 2024-11-13T11:32:38,160 DEBUG [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:38,160 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:32:38,160 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:32:38,160 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:32:38,160 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:32:38,160 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:32:38,160 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T11:32:38,164 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:32:38,174 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/replication/18adaddcb907db2c24403c2bc352f2e5/.tmp/queue/d19bef2a658542469fca13d937287c8d is 151, key is 1-7bf281cf3991,38077,1731497547984/queue:7bf281cf3991%2C38077%2C1731497547984/1731497555785/Put/seqid=0 2024-11-13T11:32:38,174 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/.tmp/info/fe76018e3c5245c5bc7ac5387c81364e is 147, key is hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5./info:regioninfo/1731497555530/Put/seqid=0 2024-11-13T11:32:38,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741838_1014 (size=5350) 2024-11-13T11:32:38,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741839_1015 (size=6631) 2024-11-13T11:32:38,360 DEBUG [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:38,438 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:32:38,438 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:32:38,560 DEBUG [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18adaddcb907db2c24403c2bc352f2e5 2024-11-13T11:32:38,579 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/.tmp/info/fe76018e3c5245c5bc7ac5387c81364e 2024-11-13T11:32:38,579 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/replication/18adaddcb907db2c24403c2bc352f2e5/.tmp/queue/d19bef2a658542469fca13d937287c8d 2024-11-13T11:32:38,587 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984.replicationSource.wal-reader.7bf281cf3991%2C38077%2C1731497547984,1-7bf281cf3991,38077,1731497547984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.1731497549572 to pos 0, reset compression=false 2024-11-13T11:32:38,590 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/replication/18adaddcb907db2c24403c2bc352f2e5/.tmp/queue/d19bef2a658542469fca13d937287c8d as hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/replication/18adaddcb907db2c24403c2bc352f2e5/queue/d19bef2a658542469fca13d937287c8d 2024-11-13T11:32:38,601 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/replication/18adaddcb907db2c24403c2bc352f2e5/queue/d19bef2a658542469fca13d937287c8d, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T11:32:38,602 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 18adaddcb907db2c24403c2bc352f2e5 in 443ms, sequenceid=5, compaction requested=false 2024-11-13T11:32:38,602 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T11:32:38,606 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/.tmp/ns/8fff9dcbcc6e46cc927b9e42506e8ac6 is 43, key is default/ns:d/1731497550563/Put/seqid=0 2024-11-13T11:32:38,609 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/replication/18adaddcb907db2c24403c2bc352f2e5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T11:32:38,610 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:32:38,610 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:32:38,610 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5. 2024-11-13T11:32:38,610 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18adaddcb907db2c24403c2bc352f2e5: Waiting for close lock at 1731497558159Running coprocessor pre-close hooks at 1731497558159Disabling compacts and flushes for region at 1731497558159Disabling writes for close at 1731497558159Obtaining lock to block concurrent updates at 1731497558159Preparing flush snapshotting stores in 18adaddcb907db2c24403c2bc352f2e5 at 1731497558159Finished memstore snapshotting hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731497558160 (+1 ms)Flushing stores of hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5. at 1731497558160Flushing 18adaddcb907db2c24403c2bc352f2e5/queue: creating writer at 1731497558160Flushing 18adaddcb907db2c24403c2bc352f2e5/queue: appending metadata at 1731497558173 (+13 ms)Flushing 18adaddcb907db2c24403c2bc352f2e5/queue: closing flushed file at 1731497558173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@777ca1e6: reopening flushed file at 1731497558587 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 18adaddcb907db2c24403c2bc352f2e5 in 443ms, sequenceid=5, compaction requested=false at 1731497558602 (+15 ms)Writing region close event to WAL at 1731497558606 (+4 ms)Running coprocessor post-close hooks at 1731497558610 (+4 ms)Closed at 1731497558610 2024-11-13T11:32:38,611 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731497554328.18adaddcb907db2c24403c2bc352f2e5. 2024-11-13T11:32:38,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741840_1016 (size=5153) 2024-11-13T11:32:38,760 DEBUG [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:32:38,961 DEBUG [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:32:39,012 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/.tmp/ns/8fff9dcbcc6e46cc927b9e42506e8ac6 2024-11-13T11:32:39,043 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/.tmp/table/88e4c2627d6a41b6930383b532e45144 is 53, key is hbase:replication/table:state/1731497555550/Put/seqid=0 2024-11-13T11:32:39,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741841_1017 (size=5256) 2024-11-13T11:32:39,161 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T11:32:39,161 DEBUG [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:32:39,161 DEBUG [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:32:39,361 DEBUG [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:32:39,398 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984.replicationSource.wal-reader.7bf281cf3991%2C38077%2C1731497547984,1-7bf281cf3991,38077,1731497547984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.1731497549572 to pos 0, reset compression=false 2024-11-13T11:32:39,453 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/.tmp/table/88e4c2627d6a41b6930383b532e45144 2024-11-13T11:32:39,459 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/.tmp/info/fe76018e3c5245c5bc7ac5387c81364e as hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/info/fe76018e3c5245c5bc7ac5387c81364e 2024-11-13T11:32:39,465 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/info/fe76018e3c5245c5bc7ac5387c81364e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T11:32:39,466 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/.tmp/ns/8fff9dcbcc6e46cc927b9e42506e8ac6 as hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/ns/8fff9dcbcc6e46cc927b9e42506e8ac6 2024-11-13T11:32:39,472 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/ns/8fff9dcbcc6e46cc927b9e42506e8ac6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T11:32:39,473 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/.tmp/table/88e4c2627d6a41b6930383b532e45144 as hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/table/88e4c2627d6a41b6930383b532e45144 2024-11-13T11:32:39,480 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/table/88e4c2627d6a41b6930383b532e45144, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T11:32:39,481 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=11, compaction requested=false 2024-11-13T11:32:39,485 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T11:32:39,485 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:32:39,485 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:32:39,485 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:32:39,485 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497558160Running coprocessor pre-close hooks at 1731497558160Disabling compacts and flushes for region at 1731497558160Disabling writes for close at 1731497558160Obtaining lock to block concurrent updates at 1731497558160Preparing flush snapshotting stores in 1588230740 at 1731497558160Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731497558160Flushing stores of hbase:meta,,1.1588230740 at 1731497558161 (+1 ms)Flushing 1588230740/info: creating writer at 1731497558161Flushing 1588230740/info: appending metadata at 1731497558174 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731497558174Flushing 1588230740/ns: creating writer at 1731497558588 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731497558606 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731497558606Flushing 1588230740/table: creating writer at 1731497559020 (+414 ms)Flushing 1588230740/table: appending metadata at 1731497559042 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731497559042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@747c6850: reopening flushed file at 1731497559458 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c86352c: reopening flushed file at 1731497559465 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1a8e17: reopening flushed file at 1731497559472 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1320ms, sequenceid=11, compaction requested=false at 1731497559481 (+9 ms)Writing region close event to WAL at 1731497559482 (+1 ms)Running coprocessor post-close hooks at 1731497559485 (+3 ms)Closed at 1731497559485 2024-11-13T11:32:39,486 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:32:39,561 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,38077,1731497547984; all regions closed. 2024-11-13T11:32:39,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.meta.1731497550512.meta not finished, retry = 0 2024-11-13T11:32:39,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741834_1010 (size=2742) 2024-11-13T11:32:39,667 DEBUG [RS:0;7bf281cf3991:38077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/oldWALs 2024-11-13T11:32:39,667 INFO [RS:0;7bf281cf3991:38077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C38077%2C1731497547984.meta:.meta(num 1731497550512) 2024-11-13T11:32:39,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741837_1013 (size=1586) 2024-11-13T11:32:39,669 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.rep.1731497555479 not finished, retry = 0 2024-11-13T11:32:39,772 DEBUG [RS:0;7bf281cf3991:38077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/oldWALs 2024-11-13T11:32:39,772 INFO [RS:0;7bf281cf3991:38077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C38077%2C1731497547984.rep:(num 1731497555479) 2024-11-13T11:32:39,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741832_1008 (size=93) 2024-11-13T11:32:39,775 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/WALs/7bf281cf3991,38077,1731497547984/7bf281cf3991%2C38077%2C1731497547984.1731497549572 not finished, retry = 0 2024-11-13T11:32:39,878 DEBUG [RS:0;7bf281cf3991:38077 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/oldWALs 2024-11-13T11:32:39,878 INFO [RS:0;7bf281cf3991:38077 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C38077%2C1731497547984:(num 1731497549572) 2024-11-13T11:32:39,878 DEBUG [RS:0;7bf281cf3991:38077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:39,878 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:32:39,878 INFO [RS:0;7bf281cf3991:38077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:32:39,878 INFO [RS:0;7bf281cf3991:38077 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T11:32:39,878 INFO [RS:0;7bf281cf3991:38077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:32:39,879 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,38077,1731497547984 because: Region server is closing 2024-11-13T11:32:39,879 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:32:39,879 INFO [RS:0;7bf281cf3991:38077 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:38077. 2024-11-13T11:32:39,879 DEBUG [RS:0;7bf281cf3991:38077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:39,879 DEBUG [RS:0;7bf281cf3991:38077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:39,879 DEBUG [RS:0;7bf281cf3991:38077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:39,879 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:39,979 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984.replicationSource.shipper7bf281cf3991%2C38077%2C1731497547984,1-7bf281cf3991,38077,1731497547984 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T11:32:39,979 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984.replicationSource.wal-reader.7bf281cf3991%2C38077%2C1731497547984,1-7bf281cf3991,38077,1731497547984 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T11:32:39,980 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38077,1731497547984.replicationSource.shipper7bf281cf3991%2C38077%2C1731497547984,1-7bf281cf3991,38077,1731497547984 terminated 2024-11-13T11:32:39,980 INFO [RS:0;7bf281cf3991:38077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38077 2024-11-13T11:32:39,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914/rs 2024-11-13T11:32:39,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1758809914/rs/7bf281cf3991,38077,1731497547984 2024-11-13T11:32:39,982 INFO [RS:0;7bf281cf3991:38077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:32:39,982 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,38077,1731497547984] 2024-11-13T11:32:39,983 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1758809914/draining/7bf281cf3991,38077,1731497547984 already deleted, retry=false 2024-11-13T11:32:39,983 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,38077,1731497547984 expired; onlineServers=0 2024-11-13T11:32:39,983 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,40895,1731497547941' ***** 2024-11-13T11:32:39,983 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:32:39,984 INFO [M:0;7bf281cf3991:40895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:32:39,984 INFO [M:0;7bf281cf3991:40895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:32:39,984 DEBUG [M:0;7bf281cf3991:40895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:32:39,984 DEBUG [M:0;7bf281cf3991:40895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:32:39,984 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:32:39,984 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497549357 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497549357,5,FailOnTimeoutGroup] 2024-11-13T11:32:39,984 INFO [M:0;7bf281cf3991:40895 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:32:39,984 INFO [M:0;7bf281cf3991:40895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:32:39,984 DEBUG [M:0;7bf281cf3991:40895 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:32:39,984 INFO [M:0;7bf281cf3991:40895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:32:39,984 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497549357 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497549357,5,FailOnTimeoutGroup] 2024-11-13T11:32:39,985 INFO [M:0;7bf281cf3991:40895 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:32:39,985 INFO [M:0;7bf281cf3991:40895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:32:39,985 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:32:39,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1758809914/master 2024-11-13T11:32:39,987 DEBUG [M:0;7bf281cf3991:40895 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1758809914/master already deleted, retry=false 2024-11-13T11:32:39,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1758809914 2024-11-13T11:32:39,987 DEBUG [M:0;7bf281cf3991:40895 {}] master.ActiveMasterManager(353): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1758809914/master 2024-11-13T11:32:39,988 INFO [M:0;7bf281cf3991:40895 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/.lastflushedseqids 2024-11-13T11:32:39,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741842_1018 (size=181) 2024-11-13T11:32:39,998 INFO [M:0;7bf281cf3991:40895 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:32:39,998 INFO [M:0;7bf281cf3991:40895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:32:39,998 DEBUG [M:0;7bf281cf3991:40895 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:32:39,998 INFO [M:0;7bf281cf3991:40895 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:39,998 DEBUG [M:0;7bf281cf3991:40895 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:39,998 DEBUG [M:0;7bf281cf3991:40895 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:32:39,998 DEBUG [M:0;7bf281cf3991:40895 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:39,999 INFO [M:0;7bf281cf3991:40895 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T11:32:40,021 DEBUG [M:0;7bf281cf3991:40895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a75e4d042c08463383d2bf821216eaaf is 82, key is hbase:meta,,1/info:regioninfo/1731497550551/Put/seqid=0 2024-11-13T11:32:40,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741843_1019 (size=5672) 2024-11-13T11:32:40,029 INFO [M:0;7bf281cf3991:40895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a75e4d042c08463383d2bf821216eaaf 2024-11-13T11:32:40,050 DEBUG [M:0;7bf281cf3991:40895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cad834fdee040338897f8eebf954de2 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731497555556/Put/seqid=0 2024-11-13T11:32:40,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741844_1020 (size=7203) 2024-11-13T11:32:40,084 INFO [RS:0;7bf281cf3991:38077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:32:40,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:40,084 INFO [RS:0;7bf281cf3991:38077 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,38077,1731497547984; zookeeper connection closed. 2024-11-13T11:32:40,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38077-0x10038db31710001, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:40,084 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@498da219 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@498da219 2024-11-13T11:32:40,084 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:32:40,455 INFO [M:0;7bf281cf3991:40895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cad834fdee040338897f8eebf954de2 2024-11-13T11:32:40,476 DEBUG [M:0;7bf281cf3991:40895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ea2cb2497764b2e838a071567489c95 is 69, key is 7bf281cf3991,38077,1731497547984/rs:state/1731497549424/Put/seqid=0 2024-11-13T11:32:40,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741845_1021 (size=5156) 2024-11-13T11:32:40,881 INFO [M:0;7bf281cf3991:40895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ea2cb2497764b2e838a071567489c95 2024-11-13T11:32:40,887 DEBUG [M:0;7bf281cf3991:40895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a75e4d042c08463383d2bf821216eaaf as hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a75e4d042c08463383d2bf821216eaaf 2024-11-13T11:32:40,893 INFO [M:0;7bf281cf3991:40895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a75e4d042c08463383d2bf821216eaaf, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T11:32:40,894 DEBUG [M:0;7bf281cf3991:40895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1cad834fdee040338897f8eebf954de2 as hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1cad834fdee040338897f8eebf954de2 2024-11-13T11:32:40,900 INFO [M:0;7bf281cf3991:40895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1cad834fdee040338897f8eebf954de2, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T11:32:40,901 DEBUG [M:0;7bf281cf3991:40895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8ea2cb2497764b2e838a071567489c95 as hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ea2cb2497764b2e838a071567489c95 2024-11-13T11:32:40,906 INFO [M:0;7bf281cf3991:40895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43699/user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8ea2cb2497764b2e838a071567489c95, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T11:32:40,907 INFO [M:0;7bf281cf3991:40895 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=70, compaction requested=false 2024-11-13T11:32:40,908 INFO [M:0;7bf281cf3991:40895 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:40,908 DEBUG [M:0;7bf281cf3991:40895 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497559998Disabling compacts and flushes for region at 1731497559998Disabling writes for close at 1731497559998Obtaining lock to block concurrent updates at 1731497559999 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497559999Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731497559999Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497560000 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497560000Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497560020 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497560021 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497560036 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497560050 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497560050Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497560461 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497560476 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497560476Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ca575e: reopening flushed file at 1731497560886 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b66e4d9: reopening flushed file at 1731497560893 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75bd89d9: reopening flushed file at 1731497560900 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 909ms, sequenceid=70, compaction requested=false at 1731497560907 (+7 ms)Writing region close event to WAL at 1731497560908 (+1 ms)Closed at 1731497560908 2024-11-13T11:32:40,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34595 is added to blk_1073741830_1006 (size=41008) 2024-11-13T11:32:40,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4e4d565d-5cf6-3e79-0c6d-ddcd7696b149/MasterData/WALs/7bf281cf3991,40895,1731497547941/7bf281cf3991%2C40895%2C1731497547941.1731497549275 not finished, retry = 0 2024-11-13T11:32:41,008 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:32:41,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:32:41,011 INFO [M:0;7bf281cf3991:40895 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:32:41,011 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:32:41,011 INFO [M:0;7bf281cf3991:40895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40895 2024-11-13T11:32:41,011 INFO [M:0;7bf281cf3991:40895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:32:41,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:32:41,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:32:41,038 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:32:41,038 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T11:32:41,038 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T11:32:41,038 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:32:41,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:41,113 INFO [M:0;7bf281cf3991:40895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:32:41,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40895-0x10038db31710000, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:32:41,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2714ec4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:32:41,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68b58e18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:32:41,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:32:41,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:32:41,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e83ddb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/hadoop.log.dir/,STOPPED} 2024-11-13T11:32:41,117 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:32:41,117 WARN [BP-1700538887-172.17.0.2-1731497547038 heartbeating to localhost/127.0.0.1:43699 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:32:41,117 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:32:41,117 WARN [BP-1700538887-172.17.0.2-1731497547038 heartbeating to localhost/127.0.0.1:43699 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1700538887-172.17.0.2-1731497547038 (Datanode Uuid 410264ed-bb56-46b8-b683-5c4fd1388aa2) service to localhost/127.0.0.1:43699 2024-11-13T11:32:41,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/cluster_5ba01d74-4f31-4c75-9bc9-5f4fb7e1fd3a/data/data1/current/BP-1700538887-172.17.0.2-1731497547038 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:32:41,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/cluster_5ba01d74-4f31-4c75-9bc9-5f4fb7e1fd3a/data/data2/current/BP-1700538887-172.17.0.2-1731497547038 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:32:41,118 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:32:41,123 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@109ccb36{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:32:41,123 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42df17bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:32:41,123 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:32:41,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:32:41,124 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f5c756{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/65f27ce8-075e-8737-09a5-22eaa3aae16e/hadoop.log.dir/,STOPPED} 2024-11-13T11:32:41,128 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T11:32:41,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:32:41,145 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 107) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43327 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:43699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43699 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61750) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:43327 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43327 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43699 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43699 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61750) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43327 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=225 (was 195) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2731 (was 2624) - AvailableMemoryMB LEAK? - 2024-11-13T11:32:41,151 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=225, ProcessCount=11, AvailableMemoryMB=2731 2024-11-13T11:32:41,162 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-13T11:32:41,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/hadoop.log.dir so I do NOT create it in target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40 2024-11-13T11:32:41,163 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:32:41,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/hadoop.tmp.dir so I do NOT create it in target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40 2024-11-13T11:32:41,163 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e91d1772-ed20-73d5-8a83-72e60475e2c9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:32:41,163 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40 2024-11-13T11:32:41,163 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/cluster_bd6ef0ae-ed40-dc17-d182-9e9d2b663745, deleteOnExit=true 2024-11-13T11:32:41,166 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/cluster_bd6ef0ae-ed40-dc17-d182-9e9d2b663745/zookeeper_0, clientPort=61462, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/cluster_bd6ef0ae-ed40-dc17-d182-9e9d2b663745/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/cluster_bd6ef0ae-ed40-dc17-d182-9e9d2b663745/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T11:32:41,167 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61462 2024-11-13T11:32:41,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:32:41,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:32:41,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/test.cache.data in system properties and HBase conf 2024-11-13T11:32:41,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:32:41,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:32:41,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:32:41,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:32:41,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:32:41,167 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:32:41,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:32:41,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:32:41,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:32:41,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:32:41,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:32:41,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:32:41,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:32:41,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:32:41,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:32:41,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:32:41,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:32:41,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:32:41,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:32:41,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:32:41,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:32:41,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10038db31710002, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:32:41,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10038db31710005, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:32:41,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10038db31710005, quorum=127.0.0.1:61750, baseZNode=/1216985602 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:32:41,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10038db31710002, quorum=127.0.0.1:61750, baseZNode=/0-1758809914 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:32:41,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:32:41,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:32:41,235 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:32:41,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:32:41,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:32:41,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b67d833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:32:41,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74cb0f58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:32:41,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a8750cd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/java.io.tmpdir/jetty-localhost-44375-hadoop-hdfs-3_4_1-tests_jar-_-any-11063142341240842735/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:32:41,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1425a20b{HTTP/1.1, (http/1.1)}{localhost:44375} 2024-11-13T11:32:41,338 INFO [Time-limited test {}] server.Server(415): Started @46210ms 2024-11-13T11:32:41,395 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:32:41,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:32:41,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:32:41,401 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:32:41,401 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:32:41,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b54e91e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:32:41,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e0f1b25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:32:41,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77693485{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/java.io.tmpdir/jetty-localhost-42569-hadoop-hdfs-3_4_1-tests_jar-_-any-759339416171506458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:32:41,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61327946{HTTP/1.1, (http/1.1)}{localhost:42569} 2024-11-13T11:32:41,499 INFO [Time-limited test {}] server.Server(415): Started @46372ms 2024-11-13T11:32:41,501 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:32:41,558 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/cluster_bd6ef0ae-ed40-dc17-d182-9e9d2b663745/data/data2/current/BP-839237554-172.17.0.2-1731497561190/current, will proceed with Du for space computation calculation, 2024-11-13T11:32:41,558 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/cluster_bd6ef0ae-ed40-dc17-d182-9e9d2b663745/data/data1/current/BP-839237554-172.17.0.2-1731497561190/current, will proceed with Du for space computation calculation, 2024-11-13T11:32:41,573 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:32:41,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7344096398e1ff8d with lease ID 0x735d68949496622d: Processing first storage report for DS-a1d80809-81dd-440e-b693-9a575aac986b from datanode DatanodeRegistration(127.0.0.1:39243, datanodeUuid=82641c46-0c79-4065-bbea-7ac08053cf91, infoPort=40407, infoSecurePort=0, ipcPort=46097, storageInfo=lv=-57;cid=testClusterID;nsid=550194402;c=1731497561190) 2024-11-13T11:32:41,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7344096398e1ff8d with lease ID 0x735d68949496622d: from storage DS-a1d80809-81dd-440e-b693-9a575aac986b node DatanodeRegistration(127.0.0.1:39243, datanodeUuid=82641c46-0c79-4065-bbea-7ac08053cf91, infoPort=40407, infoSecurePort=0, ipcPort=46097, storageInfo=lv=-57;cid=testClusterID;nsid=550194402;c=1731497561190), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:32:41,576 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7344096398e1ff8d with lease ID 0x735d68949496622d: Processing first storage report for DS-ff24e217-cf79-473d-9056-e2fba1538f6d from datanode DatanodeRegistration(127.0.0.1:39243, datanodeUuid=82641c46-0c79-4065-bbea-7ac08053cf91, infoPort=40407, infoSecurePort=0, ipcPort=46097, storageInfo=lv=-57;cid=testClusterID;nsid=550194402;c=1731497561190) 2024-11-13T11:32:41,576 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7344096398e1ff8d with lease ID 0x735d68949496622d: from storage DS-ff24e217-cf79-473d-9056-e2fba1538f6d node DatanodeRegistration(127.0.0.1:39243, datanodeUuid=82641c46-0c79-4065-bbea-7ac08053cf91, infoPort=40407, infoSecurePort=0, ipcPort=46097, storageInfo=lv=-57;cid=testClusterID;nsid=550194402;c=1731497561190), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:32:41,627 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40 2024-11-13T11:32:41,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:41,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:41,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:32:42,037 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa with version=8 2024-11-13T11:32:42,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/hbase-staging 2024-11-13T11:32:42,039 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:32:42,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:42,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:42,039 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:32:42,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:42,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:32:42,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:32:42,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:32:42,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45753 2024-11-13T11:32:42,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45753 connecting to ZooKeeper ensemble=127.0.0.1:61462 2024-11-13T11:32:42,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457530x0, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:42,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45753-0x10038db68bb0000 connected 2024-11-13T11:32:42,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:42,059 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:42,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Set watcher on znode that does not yet exist, /0887901520/running 2024-11-13T11:32:42,061 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa, hbase.cluster.distributed=false 2024-11-13T11:32:42,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Set watcher on znode that does not yet exist, /0887901520/acl 2024-11-13T11:32:42,063 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45753 2024-11-13T11:32:42,065 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45753 2024-11-13T11:32:42,067 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45753 2024-11-13T11:32:42,069 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45753 2024-11-13T11:32:42,070 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45753 2024-11-13T11:32:42,084 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:32:42,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:42,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:42,084 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:32:42,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:42,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:32:42,084 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:32:42,084 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:32:42,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38761 2024-11-13T11:32:42,086 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38761 connecting to ZooKeeper ensemble=127.0.0.1:61462 2024-11-13T11:32:42,087 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:42,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:42,093 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387610x0, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:42,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38761-0x10038db68bb0001 connected 2024-11-13T11:32:42,093 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Set watcher on znode that does not yet exist, /0887901520/running 2024-11-13T11:32:42,093 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:32:42,097 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:32:42,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Set watcher on znode that does not yet exist, /0887901520/master 2024-11-13T11:32:42,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Set watcher on znode that does not yet exist, /0887901520/acl 2024-11-13T11:32:42,099 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38761 2024-11-13T11:32:42,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38761 2024-11-13T11:32:42,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38761 2024-11-13T11:32:42,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38761 2024-11-13T11:32:42,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38761 2024-11-13T11:32:42,117 DEBUG [M:0;7bf281cf3991:45753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:45753 2024-11-13T11:32:42,118 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0887901520/backup-masters/7bf281cf3991,45753,1731497562039 2024-11-13T11:32:42,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520/backup-masters 2024-11-13T11:32:42,119 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520/backup-masters 2024-11-13T11:32:42,119 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Set watcher on existing znode=/0887901520/backup-masters/7bf281cf3991,45753,1731497562039 2024-11-13T11:32:42,120 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0887901520/master 2024-11-13T11:32:42,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:32:42,120 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:32:42,121 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Set watcher on existing znode=/0887901520/master 2024-11-13T11:32:42,121 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0887901520/backup-masters/7bf281cf3991,45753,1731497562039 from backup master directory 2024-11-13T11:32:42,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0887901520/backup-masters/7bf281cf3991,45753,1731497562039 2024-11-13T11:32:42,122 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520/backup-masters 2024-11-13T11:32:42,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520/backup-masters 2024-11-13T11:32:42,122 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:32:42,122 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,45753,1731497562039 2024-11-13T11:32:42,125 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/hbase.id] with ID: 4edb1e1e-edc5-44b0-a269-bbc2e22729d9 2024-11-13T11:32:42,125 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/.tmp/hbase.id 2024-11-13T11:32:42,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:32:42,533 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/.tmp/hbase.id]:[hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/hbase.id] 2024-11-13T11:32:42,548 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:42,548 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:32:42,550 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-13T11:32:42,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:32:42,551 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:32:42,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:32:42,959 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:32:42,960 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:32:42,960 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:42,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:32:43,368 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store 2024-11-13T11:32:43,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:32:43,775 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:43,775 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:32:43,775 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:43,775 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:43,775 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:32:43,775 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:43,775 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:43,775 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497563775Disabling compacts and flushes for region at 1731497563775Disabling writes for close at 1731497563775Writing region close event to WAL at 1731497563775Closed at 1731497563775 2024-11-13T11:32:43,776 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/.initializing 2024-11-13T11:32:43,776 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/WALs/7bf281cf3991,45753,1731497562039 2024-11-13T11:32:43,777 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:32:43,779 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C45753%2C1731497562039, suffix=, logDir=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/WALs/7bf281cf3991,45753,1731497562039, archiveDir=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/oldWALs, maxLogs=10 2024-11-13T11:32:43,791 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/WALs/7bf281cf3991,45753,1731497562039/7bf281cf3991%2C45753%2C1731497562039.1731497563779, exclude list is [], retry=0 2024-11-13T11:32:43,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39243,DS-a1d80809-81dd-440e-b693-9a575aac986b,DISK] 2024-11-13T11:32:43,796 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/WALs/7bf281cf3991,45753,1731497562039/7bf281cf3991%2C45753%2C1731497562039.1731497563779 2024-11-13T11:32:43,796 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40407:40407)] 2024-11-13T11:32:43,796 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:43,796 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:43,797 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:43,797 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:43,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:43,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:32:43,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:43,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:43,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:43,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:32:43,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:43,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:43,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:43,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:32:43,805 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:43,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:43,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:43,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:32:43,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:43,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:43,808 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:43,809 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:43,809 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:43,810 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:43,811 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:43,811 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:43,813 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:43,815 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:43,815 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73504160, jitterRate=0.09529733657836914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:43,816 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497563797Initializing all the Stores at 1731497563798 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497563798Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497563798Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497563798Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497563798Cleaning up temporary data from old regions at 1731497563811 (+13 ms)Region opened successfully at 1731497563816 (+5 ms) 2024-11-13T11:32:43,816 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:32:43,820 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698aa9f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:32:43,821 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:32:43,821 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:32:43,821 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:32:43,821 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:32:43,822 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:32:43,822 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:32:43,822 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:32:43,826 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:32:43,827 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Unable to get data of znode /0887901520/balancer because node does not exist (not necessarily an error) 2024-11-13T11:32:43,828 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0887901520/balancer already deleted, retry=false 2024-11-13T11:32:43,829 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:32:43,829 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Unable to get data of znode /0887901520/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:32:43,830 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0887901520/normalizer already deleted, retry=false 2024-11-13T11:32:43,830 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:32:43,831 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Unable to get data of znode /0887901520/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:32:43,832 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0887901520/switch/split already deleted, retry=false 2024-11-13T11:32:43,833 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Unable to get data of znode /0887901520/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:32:43,834 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0887901520/switch/merge already deleted, retry=false 2024-11-13T11:32:43,836 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Unable to get data of znode /0887901520/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:32:43,837 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0887901520/snapshot-cleanup already deleted, retry=false 2024-11-13T11:32:43,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0887901520/running 2024-11-13T11:32:43,839 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0887901520/running 2024-11-13T11:32:43,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:32:43,839 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:32:43,839 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,45753,1731497562039, sessionid=0x10038db68bb0000, setting cluster-up flag (Was=false) 2024-11-13T11:32:43,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:32:43,841 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:32:43,844 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0887901520/flush-table-proc/acquired, /0887901520/flush-table-proc/reached, /0887901520/flush-table-proc/abort 2024-11-13T11:32:43,845 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,45753,1731497562039 2024-11-13T11:32:43,847 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:32:43,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:32:43,852 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0887901520/online-snapshot/acquired, /0887901520/online-snapshot/reached, /0887901520/online-snapshot/abort 2024-11-13T11:32:43,853 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,45753,1731497562039 2024-11-13T11:32:43,855 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:32:43,862 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:43,863 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:32:43,863 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:32:43,863 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,45753,1731497562039 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:32:43,865 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:43,865 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:43,865 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:43,865 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:43,865 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:32:43,865 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:43,865 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:32:43,865 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:43,871 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:43,871 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:32:43,873 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:43,873 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:32:43,890 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497593890 2024-11-13T11:32:43,890 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:32:43,890 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:32:43,890 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:32:43,890 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:32:43,890 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:32:43,890 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:32:43,891 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:43,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:32:43,893 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:32:43,893 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:32:43,894 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:32:43,894 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:32:43,895 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:32:43,895 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa 2024-11-13T11:32:43,898 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:32:43,898 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:32:43,898 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497563898,5,FailOnTimeoutGroup] 2024-11-13T11:32:43,898 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497563898,5,FailOnTimeoutGroup] 2024-11-13T11:32:43,898 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:43,898 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:32:43,898 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:43,899 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:43,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741832_1008 (size=32) 2024-11-13T11:32:43,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:43,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:32:43,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:32:43,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:43,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:43,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:32:43,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:32:43,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:43,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:43,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:32:43,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:32:43,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:43,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:43,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:32:43,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:32:43,917 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:43,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:43,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:32:43,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740 2024-11-13T11:32:43,918 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740 2024-11-13T11:32:43,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:32:43,920 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:32:43,920 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:43,921 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:32:43,922 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(746): ClusterId : 4edb1e1e-edc5-44b0-a269-bbc2e22729d9 2024-11-13T11:32:43,922 DEBUG [RS:0;7bf281cf3991:38761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:32:43,924 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:43,924 DEBUG [RS:0;7bf281cf3991:38761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:32:43,924 DEBUG [RS:0;7bf281cf3991:38761 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:32:43,924 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66263229, jitterRate=-0.012600943446159363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:43,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497563905Initializing all the Stores at 1731497563906 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497563906Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497563909 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497563909Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497563909Cleaning up temporary data from old regions at 1731497563920 (+11 ms)Region opened successfully at 1731497563925 (+5 ms) 2024-11-13T11:32:43,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:32:43,925 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:32:43,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:32:43,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:32:43,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:32:43,926 DEBUG [RS:0;7bf281cf3991:38761 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:32:43,927 DEBUG [RS:0;7bf281cf3991:38761 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a57cbdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:32:43,929 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:32:43,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497563925Disabling compacts and flushes for region at 1731497563925Disabling writes for close at 1731497563926 (+1 ms)Writing region close event to WAL at 1731497563929 (+3 ms)Closed at 1731497563929 2024-11-13T11:32:43,931 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:43,931 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:32:43,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:32:43,932 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:32:43,936 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:32:43,945 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:38761 2024-11-13T11:32:43,946 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:32:43,946 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:32:43,946 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:32:43,946 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,45753,1731497562039 with port=38761, startcode=1731497562083 2024-11-13T11:32:43,947 DEBUG [RS:0;7bf281cf3991:38761 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:32:43,948 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:32:43,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45753 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,38761,1731497562083 2024-11-13T11:32:43,949 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45753 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,38761,1731497562083 2024-11-13T11:32:43,950 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa 2024-11-13T11:32:43,950 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33809 2024-11-13T11:32:43,950 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:32:43,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520/rs 2024-11-13T11:32:43,952 DEBUG [RS:0;7bf281cf3991:38761 {}] zookeeper.ZKUtil(111): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Set watcher on existing znode=/0887901520/rs/7bf281cf3991,38761,1731497562083 2024-11-13T11:32:43,952 WARN [RS:0;7bf281cf3991:38761 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:32:43,952 INFO [RS:0;7bf281cf3991:38761 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:43,952 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083 2024-11-13T11:32:43,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,38761,1731497562083] 2024-11-13T11:32:43,964 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:32:43,969 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:32:43,973 INFO [RS:0;7bf281cf3991:38761 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:32:43,973 INFO [RS:0;7bf281cf3991:38761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:43,978 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:32:43,979 INFO [RS:0;7bf281cf3991:38761 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:32:43,979 INFO [RS:0;7bf281cf3991:38761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:43,979 DEBUG [RS:0;7bf281cf3991:38761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:43,979 DEBUG [RS:0;7bf281cf3991:38761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:43,979 DEBUG [RS:0;7bf281cf3991:38761 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:43,979 DEBUG [RS:0;7bf281cf3991:38761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:43,979 DEBUG [RS:0;7bf281cf3991:38761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:43,980 DEBUG [RS:0;7bf281cf3991:38761 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:32:43,980 DEBUG [RS:0;7bf281cf3991:38761 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:43,980 DEBUG [RS:0;7bf281cf3991:38761 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:43,980 DEBUG [RS:0;7bf281cf3991:38761 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:43,980 DEBUG [RS:0;7bf281cf3991:38761 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:43,980 DEBUG [RS:0;7bf281cf3991:38761 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:43,980 DEBUG [RS:0;7bf281cf3991:38761 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:43,980 DEBUG [RS:0;7bf281cf3991:38761 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:32:43,980 DEBUG [RS:0;7bf281cf3991:38761 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:32:43,985 INFO [RS:0;7bf281cf3991:38761 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:43,985 INFO [RS:0;7bf281cf3991:38761 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:43,985 INFO [RS:0;7bf281cf3991:38761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:43,985 INFO [RS:0;7bf281cf3991:38761 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:43,986 INFO [RS:0;7bf281cf3991:38761 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:43,986 INFO [RS:0;7bf281cf3991:38761 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,38761,1731497562083-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:32:44,002 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:32:44,002 INFO [RS:0;7bf281cf3991:38761 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,38761,1731497562083-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:44,002 INFO [RS:0;7bf281cf3991:38761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:44,002 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.Replication(171): 7bf281cf3991,38761,1731497562083 started 2024-11-13T11:32:44,018 INFO [RS:0;7bf281cf3991:38761 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:44,019 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,38761,1731497562083, RpcServer on 7bf281cf3991/172.17.0.2:38761, sessionid=0x10038db68bb0001 2024-11-13T11:32:44,019 DEBUG [RS:0;7bf281cf3991:38761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:32:44,019 DEBUG [RS:0;7bf281cf3991:38761 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,38761,1731497562083 2024-11-13T11:32:44,019 DEBUG [RS:0;7bf281cf3991:38761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,38761,1731497562083' 2024-11-13T11:32:44,019 DEBUG [RS:0;7bf281cf3991:38761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0887901520/flush-table-proc/abort' 2024-11-13T11:32:44,019 DEBUG [RS:0;7bf281cf3991:38761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0887901520/flush-table-proc/acquired' 2024-11-13T11:32:44,020 DEBUG [RS:0;7bf281cf3991:38761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:32:44,020 DEBUG [RS:0;7bf281cf3991:38761 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:32:44,020 DEBUG [RS:0;7bf281cf3991:38761 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,38761,1731497562083 2024-11-13T11:32:44,020 DEBUG [RS:0;7bf281cf3991:38761 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,38761,1731497562083' 2024-11-13T11:32:44,020 DEBUG [RS:0;7bf281cf3991:38761 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0887901520/online-snapshot/abort' 2024-11-13T11:32:44,020 DEBUG [RS:0;7bf281cf3991:38761 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0887901520/online-snapshot/acquired' 2024-11-13T11:32:44,020 DEBUG [RS:0;7bf281cf3991:38761 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:32:44,020 INFO [RS:0;7bf281cf3991:38761 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:32:44,020 INFO [RS:0;7bf281cf3991:38761 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:32:44,086 WARN [7bf281cf3991:45753 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T11:32:44,121 INFO [RS:0;7bf281cf3991:38761 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:32:44,123 INFO [RS:0;7bf281cf3991:38761 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C38761%2C1731497562083, suffix=, logDir=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083, archiveDir=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/oldWALs, maxLogs=10 2024-11-13T11:32:44,146 DEBUG [RS:0;7bf281cf3991:38761 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123, exclude list is [], retry=0 2024-11-13T11:32:44,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39243,DS-a1d80809-81dd-440e-b693-9a575aac986b,DISK] 2024-11-13T11:32:44,173 INFO [RS:0;7bf281cf3991:38761 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 2024-11-13T11:32:44,175 DEBUG [RS:0;7bf281cf3991:38761 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40407:40407)] 2024-11-13T11:32:44,336 DEBUG [7bf281cf3991:45753 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:32:44,337 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,38761,1731497562083 2024-11-13T11:32:44,339 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,38761,1731497562083, state=OPENING 2024-11-13T11:32:44,341 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:32:44,342 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:32:44,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:32:44,342 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:32:44,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,38761,1731497562083}] 2024-11-13T11:32:44,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0887901520/meta-region-server: CHANGED 2024-11-13T11:32:44,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0887901520/meta-region-server: CHANGED 2024-11-13T11:32:44,496 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:32:44,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:32:44,501 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:32:44,501 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:44,501 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:32:44,503 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C38761%2C1731497562083.meta, suffix=.meta, logDir=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083, archiveDir=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/oldWALs, maxLogs=10 2024-11-13T11:32:44,515 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.meta.1731497564503.meta, exclude list is [], retry=0 2024-11-13T11:32:44,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39243,DS-a1d80809-81dd-440e-b693-9a575aac986b,DISK] 2024-11-13T11:32:44,519 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.meta.1731497564503.meta 2024-11-13T11:32:44,519 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40407:40407)] 2024-11-13T11:32:44,519 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:44,520 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:32:44,520 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:32:44,520 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:32:44,520 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:32:44,520 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:32:44,520 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:44,520 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:32:44,520 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:32:44,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:32:44,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:32:44,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:44,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:44,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:32:44,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:32:44,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:44,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:44,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:32:44,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:32:44,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:44,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:44,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:32:44,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:32:44,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:44,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:44,527 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:32:44,528 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740 2024-11-13T11:32:44,529 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740 2024-11-13T11:32:44,530 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:32:44,530 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:32:44,531 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:44,532 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:32:44,533 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68328745, jitterRate=0.018177643418312073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:44,533 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:32:44,533 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497564520Writing region info on filesystem at 1731497564520Initializing all the Stores at 1731497564521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497564521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497564522 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497564522Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497564522Cleaning up temporary data from old regions at 1731497564530 (+8 ms)Running coprocessor post-open hooks at 1731497564533 (+3 ms)Region opened successfully at 1731497564533 2024-11-13T11:32:44,534 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497564496 2024-11-13T11:32:44,537 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:32:44,537 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:32:44,538 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,38761,1731497562083 2024-11-13T11:32:44,539 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,38761,1731497562083, state=OPEN 2024-11-13T11:32:44,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0887901520/meta-region-server 2024-11-13T11:32:44,541 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0887901520/meta-region-server 2024-11-13T11:32:44,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0887901520/meta-region-server: CHANGED 2024-11-13T11:32:44,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0887901520/meta-region-server: CHANGED 2024-11-13T11:32:44,542 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,38761,1731497562083 2024-11-13T11:32:44,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:32:44,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,38761,1731497562083 in 200 msec 2024-11-13T11:32:44,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:32:44,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 617 msec 2024-11-13T11:32:44,552 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:44,552 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:32:44,553 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:44,553 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38761,1731497562083, seqNum=-1] 2024-11-13T11:32:44,554 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:44,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:44,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 702 msec 2024-11-13T11:32:44,561 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497564561, completionTime=-1 2024-11-13T11:32:44,561 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:32:44,561 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:32:44,563 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:32:44,563 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497624563 2024-11-13T11:32:44,563 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497684563 2024-11-13T11:32:44,563 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T11:32:44,564 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45753,1731497562039-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:44,564 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45753,1731497562039-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:44,564 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45753,1731497562039-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:44,564 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:45753, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:44,564 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:44,564 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:44,566 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:32:44,568 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.446sec 2024-11-13T11:32:44,568 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:32:44,568 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:32:44,568 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:32:44,568 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:32:44,568 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:32:44,568 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45753,1731497562039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:32:44,568 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45753,1731497562039-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:32:44,571 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:32:44,571 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:32:44,571 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45753,1731497562039-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:44,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0b36ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:44,625 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45753,-1 for getting cluster id 2024-11-13T11:32:44,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:44,631 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4edb1e1e-edc5-44b0-a269-bbc2e22729d9' 2024-11-13T11:32:44,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:44,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4edb1e1e-edc5-44b0-a269-bbc2e22729d9" 2024-11-13T11:32:44,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0ca20e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:44,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45753,-1] 2024-11-13T11:32:44,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:44,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:44,634 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:44,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d85fd36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:44,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:44,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38761,1731497562083, seqNum=-1] 2024-11-13T11:32:44,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:44,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:44,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,45753,1731497562039 2024-11-13T11:32:44,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61462 2024-11-13T11:32:44,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:44,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/hadoop.log.dir so I do NOT create it in target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b 2024-11-13T11:32:44,654 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:32:44,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/hadoop.tmp.dir so I do NOT create it in target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b 2024-11-13T11:32:44,654 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:32:44,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b 2024-11-13T11:32:44,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:32:44,655 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/cluster_0521be33-50c8-13dc-41c2-40f00a020e09, deleteOnExit=true 2024-11-13T11:32:44,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:32:44,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/test.cache.data in system properties and HBase conf 2024-11-13T11:32:44,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:32:44,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:32:44,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:32:44,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:32:44,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:32:44,656 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:32:44,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:32:44,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:32:44,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:32:44,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:32:44,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:32:44,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:32:44,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:32:44,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:32:44,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:32:44,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:32:44,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:32:44,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:32:44,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:32:44,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:32:44,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10038db68bb0002 connected 2024-11-13T11:32:44,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:32:44,736 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:32:44,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:32:44,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:32:44,739 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:32:44,740 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:32:44,740 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23c57c60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:32:44,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e34bd97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:32:44,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ae75893{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/java.io.tmpdir/jetty-localhost-37197-hadoop-hdfs-3_4_1-tests_jar-_-any-8846201119421479644/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:32:44,873 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5943906{HTTP/1.1, (http/1.1)}{localhost:37197} 2024-11-13T11:32:44,873 INFO [Time-limited test {}] server.Server(415): Started @49745ms 2024-11-13T11:32:45,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:32:45,125 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:32:45,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:32:45,147 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:32:45,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:32:45,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20d8b592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:32:45,150 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@198cef25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:32:45,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73bbce45{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/java.io.tmpdir/jetty-localhost-35983-hadoop-hdfs-3_4_1-tests_jar-_-any-10840721293534298691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:32:45,285 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bdf9be{HTTP/1.1, (http/1.1)}{localhost:35983} 2024-11-13T11:32:45,285 INFO [Time-limited test {}] server.Server(415): Started @50158ms 2024-11-13T11:32:45,287 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:32:45,456 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/cluster_0521be33-50c8-13dc-41c2-40f00a020e09/data/data1/current/BP-287704291-172.17.0.2-1731497564683/current, will proceed with Du for space computation calculation, 2024-11-13T11:32:45,456 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/cluster_0521be33-50c8-13dc-41c2-40f00a020e09/data/data2/current/BP-287704291-172.17.0.2-1731497564683/current, will proceed with Du for space computation calculation, 2024-11-13T11:32:45,478 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:32:45,480 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc85474c0a63b8709 with lease ID 0x1e111b70cbaa5c77: Processing first storage report for DS-12398504-f31f-4b74-b6bb-4f6f254b5bbb from datanode DatanodeRegistration(127.0.0.1:33777, datanodeUuid=7a19fd3e-b71c-4a6f-9498-928ba6b46fa6, infoPort=36291, infoSecurePort=0, ipcPort=42185, storageInfo=lv=-57;cid=testClusterID;nsid=1576005572;c=1731497564683) 2024-11-13T11:32:45,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc85474c0a63b8709 with lease ID 0x1e111b70cbaa5c77: from storage DS-12398504-f31f-4b74-b6bb-4f6f254b5bbb node DatanodeRegistration(127.0.0.1:33777, datanodeUuid=7a19fd3e-b71c-4a6f-9498-928ba6b46fa6, infoPort=36291, infoSecurePort=0, ipcPort=42185, storageInfo=lv=-57;cid=testClusterID;nsid=1576005572;c=1731497564683), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:32:45,480 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc85474c0a63b8709 with lease ID 0x1e111b70cbaa5c77: Processing first storage report for DS-21ba16df-cbf1-4c59-a37c-89f208b842b5 from datanode DatanodeRegistration(127.0.0.1:33777, datanodeUuid=7a19fd3e-b71c-4a6f-9498-928ba6b46fa6, infoPort=36291, infoSecurePort=0, ipcPort=42185, storageInfo=lv=-57;cid=testClusterID;nsid=1576005572;c=1731497564683) 2024-11-13T11:32:45,480 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc85474c0a63b8709 with lease ID 0x1e111b70cbaa5c77: from storage DS-21ba16df-cbf1-4c59-a37c-89f208b842b5 node DatanodeRegistration(127.0.0.1:33777, datanodeUuid=7a19fd3e-b71c-4a6f-9498-928ba6b46fa6, infoPort=36291, infoSecurePort=0, ipcPort=42185, storageInfo=lv=-57;cid=testClusterID;nsid=1576005572;c=1731497564683), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:32:45,526 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b 2024-11-13T11:32:45,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:45,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:45,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:32:45,937 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16 with version=8 2024-11-13T11:32:45,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/hbase-staging 2024-11-13T11:32:45,939 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:32:45,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:45,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:45,939 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:32:45,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:45,939 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:32:45,939 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:32:45,939 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:32:45,940 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45927 2024-11-13T11:32:45,940 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45927 connecting to ZooKeeper ensemble=127.0.0.1:61462 2024-11-13T11:32:45,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459270x0, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:45,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45927-0x10038db68bb0003 connected 2024-11-13T11:32:45,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:45,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:45,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Set watcher on znode that does not yet exist, /1-1492871908/running 2024-11-13T11:32:45,952 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16, hbase.cluster.distributed=false 2024-11-13T11:32:45,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Set watcher on znode that does not yet exist, /1-1492871908/acl 2024-11-13T11:32:45,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45927 2024-11-13T11:32:45,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45927 2024-11-13T11:32:45,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45927 2024-11-13T11:32:45,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45927 2024-11-13T11:32:45,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45927 2024-11-13T11:32:45,967 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:32:45,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:45,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:45,967 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:32:45,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:32:45,967 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:32:45,967 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:32:45,967 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:32:45,967 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45261 2024-11-13T11:32:45,968 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45261 connecting to ZooKeeper ensemble=127.0.0.1:61462 2024-11-13T11:32:45,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:45,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:45,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452610x0, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:45,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:452610x0, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Set watcher on znode that does not yet exist, /1-1492871908/running 2024-11-13T11:32:45,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45261-0x10038db68bb0004 connected 2024-11-13T11:32:45,974 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:32:45,974 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:32:45,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Set watcher on znode that does not yet exist, /1-1492871908/master 2024-11-13T11:32:45,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Set watcher on znode that does not yet exist, /1-1492871908/acl 2024-11-13T11:32:45,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45261 2024-11-13T11:32:45,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45261 2024-11-13T11:32:45,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45261 2024-11-13T11:32:45,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45261 2024-11-13T11:32:45,981 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45261 2024-11-13T11:32:45,991 DEBUG [M:0;7bf281cf3991:45927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:45927 2024-11-13T11:32:45,992 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1492871908/backup-masters/7bf281cf3991,45927,1731497565939 2024-11-13T11:32:45,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908/backup-masters 2024-11-13T11:32:45,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908/backup-masters 2024-11-13T11:32:45,993 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Set watcher on existing znode=/1-1492871908/backup-masters/7bf281cf3991,45927,1731497565939 2024-11-13T11:32:45,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1492871908/master 2024-11-13T11:32:45,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908 2024-11-13T11:32:45,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908 2024-11-13T11:32:45,995 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Set watcher on existing znode=/1-1492871908/master 2024-11-13T11:32:45,995 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1492871908/backup-masters/7bf281cf3991,45927,1731497565939 from backup master directory 2024-11-13T11:32:45,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1492871908/backup-masters/7bf281cf3991,45927,1731497565939 2024-11-13T11:32:45,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908/backup-masters 2024-11-13T11:32:45,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908/backup-masters 2024-11-13T11:32:45,996 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:32:45,996 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,45927,1731497565939 2024-11-13T11:32:45,999 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/hbase.id] with ID: 42993588-32f7-4480-b3ea-4b4fdd3df8af 2024-11-13T11:32:45,999 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/.tmp/hbase.id 2024-11-13T11:32:46,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:32:46,008 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/.tmp/hbase.id]:[hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/hbase.id] 2024-11-13T11:32:46,018 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:46,018 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:32:46,019 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T11:32:46,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908 2024-11-13T11:32:46,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908 2024-11-13T11:32:46,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:32:46,426 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:32:46,427 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:32:46,427 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:46,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:32:46,541 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:32:46,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:32:46,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:32:46,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:32:46,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:32:46,834 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store 2024-11-13T11:32:46,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:32:47,240 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:47,240 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:32:47,240 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:47,240 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:47,240 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:32:47,240 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:47,241 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:32:47,241 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497567240Disabling compacts and flushes for region at 1731497567240Disabling writes for close at 1731497567240Writing region close event to WAL at 1731497567240Closed at 1731497567240 2024-11-13T11:32:47,241 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/.initializing 2024-11-13T11:32:47,242 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/WALs/7bf281cf3991,45927,1731497565939 2024-11-13T11:32:47,243 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:32:47,244 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C45927%2C1731497565939, suffix=, logDir=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/WALs/7bf281cf3991,45927,1731497565939, archiveDir=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/oldWALs, maxLogs=10 2024-11-13T11:32:47,256 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/WALs/7bf281cf3991,45927,1731497565939/7bf281cf3991%2C45927%2C1731497565939.1731497567244, exclude list is [], retry=0 2024-11-13T11:32:47,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33777,DS-12398504-f31f-4b74-b6bb-4f6f254b5bbb,DISK] 2024-11-13T11:32:47,260 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/WALs/7bf281cf3991,45927,1731497565939/7bf281cf3991%2C45927%2C1731497565939.1731497567244 2024-11-13T11:32:47,260 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36291:36291)] 2024-11-13T11:32:47,260 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:47,260 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:47,261 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:47,261 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:47,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:47,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:32:47,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:47,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:47,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:47,264 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:32:47,264 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:47,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:47,265 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:47,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:32:47,266 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:47,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:47,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:47,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:32:47,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:47,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:47,268 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:47,268 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:47,269 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:47,270 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:47,270 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:47,270 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:47,271 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:32:47,273 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:47,274 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62883855, jitterRate=-0.06295754015445709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:47,274 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497567261Initializing all the Stores at 1731497567261Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497567261Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497567262 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497567262Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497567262Cleaning up temporary data from old regions at 1731497567270 (+8 ms)Region opened successfully at 1731497567274 (+4 ms) 2024-11-13T11:32:47,274 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:32:47,277 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75dacd4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:32:47,278 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:32:47,278 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:32:47,278 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:32:47,278 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:32:47,279 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:32:47,279 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:32:47,279 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:32:47,281 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:32:47,281 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Unable to get data of znode /1-1492871908/balancer because node does not exist (not necessarily an error) 2024-11-13T11:32:47,282 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1492871908/balancer already deleted, retry=false 2024-11-13T11:32:47,282 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:32:47,283 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Unable to get data of znode /1-1492871908/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:32:47,284 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1492871908/normalizer already deleted, retry=false 2024-11-13T11:32:47,284 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:32:47,285 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Unable to get data of znode /1-1492871908/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:32:47,285 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1492871908/switch/split already deleted, retry=false 2024-11-13T11:32:47,286 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Unable to get data of znode /1-1492871908/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:32:47,287 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1492871908/switch/merge already deleted, retry=false 2024-11-13T11:32:47,288 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Unable to get data of znode /1-1492871908/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:32:47,289 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1492871908/snapshot-cleanup already deleted, retry=false 2024-11-13T11:32:47,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1492871908/running 2024-11-13T11:32:47,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1492871908/running 2024-11-13T11:32:47,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908 2024-11-13T11:32:47,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908 2024-11-13T11:32:47,290 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,45927,1731497565939, sessionid=0x10038db68bb0003, setting cluster-up flag (Was=false) 2024-11-13T11:32:47,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908 2024-11-13T11:32:47,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908 2024-11-13T11:32:47,295 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1492871908/flush-table-proc/acquired, /1-1492871908/flush-table-proc/reached, /1-1492871908/flush-table-proc/abort 2024-11-13T11:32:47,296 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,45927,1731497565939 2024-11-13T11:32:47,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908 2024-11-13T11:32:47,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908 2024-11-13T11:32:47,300 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1492871908/online-snapshot/acquired, /1-1492871908/online-snapshot/reached, /1-1492871908/online-snapshot/abort 2024-11-13T11:32:47,301 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,45927,1731497565939 2024-11-13T11:32:47,302 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:32:47,304 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:47,304 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:32:47,305 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:32:47,305 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,45927,1731497565939 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:32:47,306 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:47,306 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:47,306 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:47,306 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:32:47,306 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:32:47,306 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:47,306 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:32:47,306 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:47,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:47,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:32:47,309 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:47,309 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:32:47,309 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497597309 2024-11-13T11:32:47,309 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:32:47,309 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:32:47,310 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:32:47,310 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:32:47,310 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:32:47,310 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:32:47,310 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:47,310 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:32:47,310 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:32:47,310 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:32:47,310 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:32:47,311 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:32:47,311 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:32:47,311 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497567311,5,FailOnTimeoutGroup] 2024-11-13T11:32:47,311 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497567311,5,FailOnTimeoutGroup] 2024-11-13T11:32:47,311 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:47,311 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:32:47,311 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:47,311 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:47,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:32:47,384 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(746): ClusterId : 42993588-32f7-4480-b3ea-4b4fdd3df8af 2024-11-13T11:32:47,384 DEBUG [RS:0;7bf281cf3991:45261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:32:47,385 DEBUG [RS:0;7bf281cf3991:45261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:32:47,385 DEBUG [RS:0;7bf281cf3991:45261 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:32:47,386 DEBUG [RS:0;7bf281cf3991:45261 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:32:47,387 DEBUG [RS:0;7bf281cf3991:45261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24648656, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:32:47,398 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:45261 2024-11-13T11:32:47,398 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:32:47,398 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:32:47,398 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:32:47,399 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,45927,1731497565939 with port=45261, startcode=1731497565966 2024-11-13T11:32:47,399 DEBUG [RS:0;7bf281cf3991:45261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:32:47,401 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:32:47,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45927 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,45261,1731497565966 2024-11-13T11:32:47,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45927 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,45261,1731497565966 2024-11-13T11:32:47,403 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16 2024-11-13T11:32:47,403 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45237 2024-11-13T11:32:47,403 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:32:47,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908/rs 2024-11-13T11:32:47,406 DEBUG [RS:0;7bf281cf3991:45261 {}] zookeeper.ZKUtil(111): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Set watcher on existing znode=/1-1492871908/rs/7bf281cf3991,45261,1731497565966 2024-11-13T11:32:47,406 WARN [RS:0;7bf281cf3991:45261 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:32:47,406 INFO [RS:0;7bf281cf3991:45261 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:47,406 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/WALs/7bf281cf3991,45261,1731497565966 2024-11-13T11:32:47,406 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,45261,1731497565966] 2024-11-13T11:32:47,409 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:32:47,411 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:32:47,412 INFO [RS:0;7bf281cf3991:45261 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:32:47,412 INFO [RS:0;7bf281cf3991:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:47,413 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:32:47,414 INFO [RS:0;7bf281cf3991:45261 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:32:47,414 INFO [RS:0;7bf281cf3991:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:47,414 DEBUG [RS:0;7bf281cf3991:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:47,414 DEBUG [RS:0;7bf281cf3991:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:47,414 DEBUG [RS:0;7bf281cf3991:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:47,414 DEBUG [RS:0;7bf281cf3991:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:47,414 DEBUG [RS:0;7bf281cf3991:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:47,414 DEBUG [RS:0;7bf281cf3991:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:32:47,414 DEBUG [RS:0;7bf281cf3991:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:47,414 DEBUG [RS:0;7bf281cf3991:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:47,414 DEBUG [RS:0;7bf281cf3991:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:47,415 DEBUG [RS:0;7bf281cf3991:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:47,415 DEBUG [RS:0;7bf281cf3991:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:47,415 DEBUG [RS:0;7bf281cf3991:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:32:47,415 DEBUG [RS:0;7bf281cf3991:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:32:47,415 DEBUG [RS:0;7bf281cf3991:45261 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:32:47,417 INFO [RS:0;7bf281cf3991:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:47,417 INFO [RS:0;7bf281cf3991:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:47,417 INFO [RS:0;7bf281cf3991:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:47,417 INFO [RS:0;7bf281cf3991:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:47,417 INFO [RS:0;7bf281cf3991:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:47,417 INFO [RS:0;7bf281cf3991:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45261,1731497565966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:32:47,429 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:32:47,429 INFO [RS:0;7bf281cf3991:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45261,1731497565966-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:47,429 INFO [RS:0;7bf281cf3991:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:47,429 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.Replication(171): 7bf281cf3991,45261,1731497565966 started 2024-11-13T11:32:47,442 INFO [RS:0;7bf281cf3991:45261 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:47,442 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,45261,1731497565966, RpcServer on 7bf281cf3991/172.17.0.2:45261, sessionid=0x10038db68bb0004 2024-11-13T11:32:47,442 DEBUG [RS:0;7bf281cf3991:45261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:32:47,442 DEBUG [RS:0;7bf281cf3991:45261 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,45261,1731497565966 2024-11-13T11:32:47,442 DEBUG [RS:0;7bf281cf3991:45261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,45261,1731497565966' 2024-11-13T11:32:47,442 DEBUG [RS:0;7bf281cf3991:45261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1492871908/flush-table-proc/abort' 2024-11-13T11:32:47,442 DEBUG [RS:0;7bf281cf3991:45261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1492871908/flush-table-proc/acquired' 2024-11-13T11:32:47,443 DEBUG [RS:0;7bf281cf3991:45261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:32:47,443 DEBUG [RS:0;7bf281cf3991:45261 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:32:47,443 DEBUG [RS:0;7bf281cf3991:45261 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,45261,1731497565966 2024-11-13T11:32:47,443 DEBUG [RS:0;7bf281cf3991:45261 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,45261,1731497565966' 2024-11-13T11:32:47,443 DEBUG [RS:0;7bf281cf3991:45261 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1492871908/online-snapshot/abort' 2024-11-13T11:32:47,443 DEBUG [RS:0;7bf281cf3991:45261 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1492871908/online-snapshot/acquired' 2024-11-13T11:32:47,443 DEBUG [RS:0;7bf281cf3991:45261 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:32:47,443 INFO [RS:0;7bf281cf3991:45261 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:32:47,443 INFO [RS:0;7bf281cf3991:45261 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:32:47,544 INFO [RS:0;7bf281cf3991:45261 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:32:47,545 INFO [RS:0;7bf281cf3991:45261 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C45261%2C1731497565966, suffix=, logDir=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/WALs/7bf281cf3991,45261,1731497565966, archiveDir=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/oldWALs, maxLogs=10 2024-11-13T11:32:47,557 DEBUG [RS:0;7bf281cf3991:45261 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/WALs/7bf281cf3991,45261,1731497565966/7bf281cf3991%2C45261%2C1731497565966.1731497567545, exclude list is [], retry=0 2024-11-13T11:32:47,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33777,DS-12398504-f31f-4b74-b6bb-4f6f254b5bbb,DISK] 2024-11-13T11:32:47,561 INFO [RS:0;7bf281cf3991:45261 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/WALs/7bf281cf3991,45261,1731497565966/7bf281cf3991%2C45261%2C1731497565966.1731497567545 2024-11-13T11:32:47,561 DEBUG [RS:0;7bf281cf3991:45261 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36291:36291)] 2024-11-13T11:32:47,715 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:32:47,716 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16 2024-11-13T11:32:47,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741833_1009 (size=32) 2024-11-13T11:32:48,122 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:48,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:32:48,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:32:48,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:48,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:48,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:32:48,126 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:32:48,126 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:48,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:48,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:32:48,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:32:48,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:48,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:48,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:32:48,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:32:48,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:48,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:48,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:32:48,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740 2024-11-13T11:32:48,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740 2024-11-13T11:32:48,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:32:48,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:32:48,132 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:48,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:32:48,135 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:48,136 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59451864, jitterRate=-0.1140981912612915}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:48,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497568122Initializing all the Stores at 1731497568123 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497568123Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497568123Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497568123Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497568123Cleaning up temporary data from old regions at 1731497568132 (+9 ms)Region opened successfully at 1731497568136 (+4 ms) 2024-11-13T11:32:48,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:32:48,136 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:32:48,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:32:48,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:32:48,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:32:48,136 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:32:48,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497568136Disabling compacts and flushes for region at 1731497568136Disabling writes for close at 1731497568136Writing region close event to WAL at 1731497568136Closed at 1731497568136 2024-11-13T11:32:48,138 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:48,138 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:32:48,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:32:48,139 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:32:48,140 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:32:48,290 DEBUG [7bf281cf3991:45927 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:32:48,290 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,45261,1731497565966 2024-11-13T11:32:48,292 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,45261,1731497565966, state=OPENING 2024-11-13T11:32:48,293 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:32:48,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908 2024-11-13T11:32:48,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908 2024-11-13T11:32:48,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1492871908/meta-region-server: CHANGED 2024-11-13T11:32:48,294 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:32:48,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1492871908/meta-region-server: CHANGED 2024-11-13T11:32:48,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,45261,1731497565966}] 2024-11-13T11:32:48,447 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:32:48,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:32:48,452 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:32:48,452 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:48,452 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:32:48,454 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C45261%2C1731497565966.meta, suffix=.meta, logDir=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/WALs/7bf281cf3991,45261,1731497565966, archiveDir=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/oldWALs, maxLogs=10 2024-11-13T11:32:48,467 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/WALs/7bf281cf3991,45261,1731497565966/7bf281cf3991%2C45261%2C1731497565966.meta.1731497568454.meta, exclude list is [], retry=0 2024-11-13T11:32:48,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33777,DS-12398504-f31f-4b74-b6bb-4f6f254b5bbb,DISK] 2024-11-13T11:32:48,471 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/WALs/7bf281cf3991,45261,1731497565966/7bf281cf3991%2C45261%2C1731497565966.meta.1731497568454.meta 2024-11-13T11:32:48,471 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36291:36291)] 2024-11-13T11:32:48,471 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:48,471 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:32:48,471 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:32:48,471 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:32:48,472 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:32:48,472 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:32:48,472 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:48,472 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:32:48,472 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:32:48,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:32:48,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:32:48,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:48,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:48,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:32:48,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:32:48,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:48,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:48,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:32:48,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:32:48,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:48,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:48,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:32:48,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:32:48,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:48,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:32:48,479 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:32:48,479 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740 2024-11-13T11:32:48,481 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740 2024-11-13T11:32:48,482 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:32:48,482 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:32:48,483 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:32:48,484 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:32:48,485 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61218900, jitterRate=-0.08776730298995972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:32:48,485 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:32:48,485 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497568472Writing region info on filesystem at 1731497568472Initializing all the Stores at 1731497568473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497568473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497568473Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497568473Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497568473Cleaning up temporary data from old regions at 1731497568482 (+9 ms)Running coprocessor post-open hooks at 1731497568485 (+3 ms)Region opened successfully at 1731497568485 2024-11-13T11:32:48,487 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497568446 2024-11-13T11:32:48,489 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:32:48,489 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:32:48,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,45261,1731497565966 2024-11-13T11:32:48,491 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,45261,1731497565966, state=OPEN 2024-11-13T11:32:48,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1492871908/meta-region-server 2024-11-13T11:32:48,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1492871908/meta-region-server 2024-11-13T11:32:48,492 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,45261,1731497565966 2024-11-13T11:32:48,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1492871908/meta-region-server: CHANGED 2024-11-13T11:32:48,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1492871908/meta-region-server: CHANGED 2024-11-13T11:32:48,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:32:48,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,45261,1731497565966 in 198 msec 2024-11-13T11:32:48,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:32:48,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 356 msec 2024-11-13T11:32:48,497 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:32:48,497 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:32:48,499 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:48,499 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,45261,1731497565966, seqNum=-1] 2024-11-13T11:32:48,499 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:48,500 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:48,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-13T11:32:48,507 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497568507, completionTime=-1 2024-11-13T11:32:48,507 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:32:48,507 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:32:48,509 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:32:48,509 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497628509 2024-11-13T11:32:48,509 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497688509 2024-11-13T11:32:48,509 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T11:32:48,510 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45927,1731497565939-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:48,510 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45927,1731497565939-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:48,510 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45927,1731497565939-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:48,510 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:45927, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:48,510 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:48,510 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:48,512 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:32:48,514 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.518sec 2024-11-13T11:32:48,514 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:32:48,514 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:32:48,514 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:32:48,514 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:32:48,514 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:32:48,514 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45927,1731497565939-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:32:48,514 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45927,1731497565939-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:32:48,517 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:32:48,517 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:32:48,517 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45927,1731497565939-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:32:48,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3437ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:48,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45927,-1 for getting cluster id 2024-11-13T11:32:48,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:48,586 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42993588-32f7-4480-b3ea-4b4fdd3df8af' 2024-11-13T11:32:48,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:48,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42993588-32f7-4480-b3ea-4b4fdd3df8af" 2024-11-13T11:32:48,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f3ae3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:48,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45927,-1] 2024-11-13T11:32:48,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:48,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:48,588 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:48,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59cb97af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:48,589 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,45261,1731497565966, seqNum=-1] 2024-11-13T11:32:48,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:48,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:48,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,45927,1731497565939 2024-11-13T11:32:48,594 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61462 2024-11-13T11:32:48,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:32:48,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10038db68bb0005 connected 2024-11-13T11:32:48,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:48,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,45753,1731497562039 2024-11-13T11:32:48,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58ad11d1 2024-11-13T11:32:48,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:48,603 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:48,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:32:48,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T11:32:48,612 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:32:48,613 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:48,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T11:32:48,614 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:32:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:48,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741835_1011 (size=902) 2024-11-13T11:32:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:49,025 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69b0ec5acf44d681dd5a3f40b71c2228, NAME => 'test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa 2024-11-13T11:32:49,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741836_1012 (size=39) 2024-11-13T11:32:49,035 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:49,035 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 69b0ec5acf44d681dd5a3f40b71c2228, disabling compactions & flushes 2024-11-13T11:32:49,035 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228. 2024-11-13T11:32:49,035 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228. 2024-11-13T11:32:49,036 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228. after waiting 0 ms 2024-11-13T11:32:49,036 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228. 2024-11-13T11:32:49,036 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228. 2024-11-13T11:32:49,036 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69b0ec5acf44d681dd5a3f40b71c2228: Waiting for close lock at 1731497569035Disabling compacts and flushes for region at 1731497569035Disabling writes for close at 1731497569036 (+1 ms)Writing region close event to WAL at 1731497569036Closed at 1731497569036 2024-11-13T11:32:49,037 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:32:49,037 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731497569037"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497569037"}]},"ts":"1731497569037"} 2024-11-13T11:32:49,040 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:32:49,042 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:32:49,042 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497569042"}]},"ts":"1731497569042"} 2024-11-13T11:32:49,044 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T11:32:49,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69b0ec5acf44d681dd5a3f40b71c2228, ASSIGN}] 2024-11-13T11:32:49,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69b0ec5acf44d681dd5a3f40b71c2228, ASSIGN 2024-11-13T11:32:49,047 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=69b0ec5acf44d681dd5a3f40b71c2228, ASSIGN; state=OFFLINE, location=7bf281cf3991,38761,1731497562083; forceNewPlan=false, retain=false 2024-11-13T11:32:49,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69b0ec5acf44d681dd5a3f40b71c2228, regionState=OPENING, regionLocation=7bf281cf3991,38761,1731497562083 2024-11-13T11:32:49,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=69b0ec5acf44d681dd5a3f40b71c2228, ASSIGN because future has completed 2024-11-13T11:32:49,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b0ec5acf44d681dd5a3f40b71c2228, server=7bf281cf3991,38761,1731497562083}] 2024-11-13T11:32:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:49,363 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228. 2024-11-13T11:32:49,364 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69b0ec5acf44d681dd5a3f40b71c2228, NAME => 'test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:49,364 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:32:49,364 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T11:32:49,365 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69b0ec5acf44d681dd5a3f40b71c2228 2024-11-13T11:32:49,365 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:49,365 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69b0ec5acf44d681dd5a3f40b71c2228 2024-11-13T11:32:49,365 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69b0ec5acf44d681dd5a3f40b71c2228 2024-11-13T11:32:49,373 INFO [StoreOpener-69b0ec5acf44d681dd5a3f40b71c2228-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69b0ec5acf44d681dd5a3f40b71c2228 2024-11-13T11:32:49,375 INFO [StoreOpener-69b0ec5acf44d681dd5a3f40b71c2228-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b0ec5acf44d681dd5a3f40b71c2228 columnFamilyName f 2024-11-13T11:32:49,375 DEBUG [StoreOpener-69b0ec5acf44d681dd5a3f40b71c2228-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:49,375 INFO [StoreOpener-69b0ec5acf44d681dd5a3f40b71c2228-1 {}] regionserver.HStore(327): Store=69b0ec5acf44d681dd5a3f40b71c2228/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:49,375 INFO [StoreOpener-69b0ec5acf44d681dd5a3f40b71c2228-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 69b0ec5acf44d681dd5a3f40b71c2228 2024-11-13T11:32:49,377 INFO [StoreOpener-69b0ec5acf44d681dd5a3f40b71c2228-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b0ec5acf44d681dd5a3f40b71c2228 columnFamilyName f1 2024-11-13T11:32:49,377 DEBUG [StoreOpener-69b0ec5acf44d681dd5a3f40b71c2228-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:49,377 INFO [StoreOpener-69b0ec5acf44d681dd5a3f40b71c2228-1 {}] regionserver.HStore(327): Store=69b0ec5acf44d681dd5a3f40b71c2228/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:49,377 INFO [StoreOpener-69b0ec5acf44d681dd5a3f40b71c2228-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69b0ec5acf44d681dd5a3f40b71c2228 2024-11-13T11:32:49,379 INFO [StoreOpener-69b0ec5acf44d681dd5a3f40b71c2228-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69b0ec5acf44d681dd5a3f40b71c2228 columnFamilyName norep 2024-11-13T11:32:49,379 DEBUG [StoreOpener-69b0ec5acf44d681dd5a3f40b71c2228-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:49,379 INFO [StoreOpener-69b0ec5acf44d681dd5a3f40b71c2228-1 {}] regionserver.HStore(327): Store=69b0ec5acf44d681dd5a3f40b71c2228/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:49,380 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69b0ec5acf44d681dd5a3f40b71c2228 2024-11-13T11:32:49,381 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228 2024-11-13T11:32:49,381 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228 2024-11-13T11:32:49,383 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69b0ec5acf44d681dd5a3f40b71c2228 2024-11-13T11:32:49,383 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69b0ec5acf44d681dd5a3f40b71c2228 2024-11-13T11:32:49,385 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:32:49,391 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69b0ec5acf44d681dd5a3f40b71c2228 2024-11-13T11:32:49,398 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:49,399 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69b0ec5acf44d681dd5a3f40b71c2228; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68634665, jitterRate=0.022736206650733948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:32:49,399 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69b0ec5acf44d681dd5a3f40b71c2228 2024-11-13T11:32:49,400 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69b0ec5acf44d681dd5a3f40b71c2228: Running coprocessor pre-open hook at 1731497569365Writing region info on filesystem at 1731497569365Initializing all the Stores at 1731497569366 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497569366Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497569373 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497569373Cleaning up temporary data from old regions at 1731497569383 (+10 ms)Running coprocessor post-open hooks at 1731497569399 (+16 ms)Region opened successfully at 1731497569400 (+1 ms) 2024-11-13T11:32:49,403 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228., pid=6, masterSystemTime=1731497569356 2024-11-13T11:32:49,406 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228. 2024-11-13T11:32:49,406 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228. 2024-11-13T11:32:49,408 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69b0ec5acf44d681dd5a3f40b71c2228, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7bf281cf3991,38761,1731497562083 2024-11-13T11:32:49,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69b0ec5acf44d681dd5a3f40b71c2228, server=7bf281cf3991,38761,1731497562083 because future has completed 2024-11-13T11:32:49,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:32:49,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69b0ec5acf44d681dd5a3f40b71c2228, server=7bf281cf3991,38761,1731497562083 in 214 msec 2024-11-13T11:32:49,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:32:49,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497569433"}]},"ts":"1731497569433"} 2024-11-13T11:32:49,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T11:32:49,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=69b0ec5acf44d681dd5a3f40b71c2228, ASSIGN in 376 msec 2024-11-13T11:32:49,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T11:32:49,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:32:49,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 830 msec 2024-11-13T11:32:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:49,751 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T11:32:49,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,45927,1731497565939 2024-11-13T11:32:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3da2ee91 2024-11-13T11:32:49,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:49,754 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:49,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:32:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T11:32:49,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:32:49,760 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:49,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T11:32:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:49,763 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:32:49,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741835_1011 (size=902) 2024-11-13T11:32:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:49,964 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:32:49,964 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T11:32:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:50,189 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 003fc7532ebc96577a93eec0a199c969, NAME => 'test,,1731497569755.003fc7532ebc96577a93eec0a199c969.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16 2024-11-13T11:32:50,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741836_1012 (size=39) 2024-11-13T11:32:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:50,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731497569755.003fc7532ebc96577a93eec0a199c969.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:50,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 003fc7532ebc96577a93eec0a199c969, disabling compactions & flushes 2024-11-13T11:32:50,595 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731497569755.003fc7532ebc96577a93eec0a199c969. 2024-11-13T11:32:50,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497569755.003fc7532ebc96577a93eec0a199c969. 2024-11-13T11:32:50,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731497569755.003fc7532ebc96577a93eec0a199c969. after waiting 0 ms 2024-11-13T11:32:50,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731497569755.003fc7532ebc96577a93eec0a199c969. 2024-11-13T11:32:50,595 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731497569755.003fc7532ebc96577a93eec0a199c969. 2024-11-13T11:32:50,595 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 003fc7532ebc96577a93eec0a199c969: Waiting for close lock at 1731497570595Disabling compacts and flushes for region at 1731497570595Disabling writes for close at 1731497570595Writing region close event to WAL at 1731497570595Closed at 1731497570595 2024-11-13T11:32:50,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:32:50,597 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731497569755.003fc7532ebc96577a93eec0a199c969.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731497570597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497570597"}]},"ts":"1731497570597"} 2024-11-13T11:32:50,599 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:32:50,600 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:32:50,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497570600"}]},"ts":"1731497570600"} 2024-11-13T11:32:50,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T11:32:50,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=003fc7532ebc96577a93eec0a199c969, ASSIGN}] 2024-11-13T11:32:50,604 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=003fc7532ebc96577a93eec0a199c969, ASSIGN 2024-11-13T11:32:50,605 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=003fc7532ebc96577a93eec0a199c969, ASSIGN; state=OFFLINE, location=7bf281cf3991,45261,1731497565966; forceNewPlan=false, retain=false 2024-11-13T11:32:50,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T11:32:50,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T11:32:50,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T11:32:50,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T11:32:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:32:50,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T11:32:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:32:50,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T11:32:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:32:50,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T11:32:50,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T11:32:50,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T11:32:50,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=003fc7532ebc96577a93eec0a199c969, regionState=OPENING, regionLocation=7bf281cf3991,45261,1731497565966 2024-11-13T11:32:50,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=003fc7532ebc96577a93eec0a199c969, ASSIGN because future has completed 2024-11-13T11:32:50,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 003fc7532ebc96577a93eec0a199c969, server=7bf281cf3991,45261,1731497565966}] 2024-11-13T11:32:50,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:50,917 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731497569755.003fc7532ebc96577a93eec0a199c969. 2024-11-13T11:32:50,917 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 003fc7532ebc96577a93eec0a199c969, NAME => 'test,,1731497569755.003fc7532ebc96577a93eec0a199c969.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:50,917 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:32:50,918 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T11:32:50,918 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 003fc7532ebc96577a93eec0a199c969 2024-11-13T11:32:50,918 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731497569755.003fc7532ebc96577a93eec0a199c969.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:50,918 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 003fc7532ebc96577a93eec0a199c969 2024-11-13T11:32:50,918 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 003fc7532ebc96577a93eec0a199c969 2024-11-13T11:32:50,927 INFO [StoreOpener-003fc7532ebc96577a93eec0a199c969-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 003fc7532ebc96577a93eec0a199c969 2024-11-13T11:32:50,929 INFO [StoreOpener-003fc7532ebc96577a93eec0a199c969-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003fc7532ebc96577a93eec0a199c969 columnFamilyName f 2024-11-13T11:32:50,929 DEBUG [StoreOpener-003fc7532ebc96577a93eec0a199c969-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:50,929 INFO [StoreOpener-003fc7532ebc96577a93eec0a199c969-1 {}] regionserver.HStore(327): Store=003fc7532ebc96577a93eec0a199c969/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:50,930 INFO [StoreOpener-003fc7532ebc96577a93eec0a199c969-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 003fc7532ebc96577a93eec0a199c969 2024-11-13T11:32:50,931 INFO [StoreOpener-003fc7532ebc96577a93eec0a199c969-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003fc7532ebc96577a93eec0a199c969 columnFamilyName f1 2024-11-13T11:32:50,931 DEBUG [StoreOpener-003fc7532ebc96577a93eec0a199c969-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:50,932 INFO [StoreOpener-003fc7532ebc96577a93eec0a199c969-1 {}] regionserver.HStore(327): Store=003fc7532ebc96577a93eec0a199c969/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:50,932 INFO [StoreOpener-003fc7532ebc96577a93eec0a199c969-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 003fc7532ebc96577a93eec0a199c969 2024-11-13T11:32:50,934 INFO [StoreOpener-003fc7532ebc96577a93eec0a199c969-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 003fc7532ebc96577a93eec0a199c969 columnFamilyName norep 2024-11-13T11:32:50,934 DEBUG [StoreOpener-003fc7532ebc96577a93eec0a199c969-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:50,934 INFO [StoreOpener-003fc7532ebc96577a93eec0a199c969-1 {}] regionserver.HStore(327): Store=003fc7532ebc96577a93eec0a199c969/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:50,934 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 003fc7532ebc96577a93eec0a199c969 2024-11-13T11:32:50,935 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/default/test/003fc7532ebc96577a93eec0a199c969 2024-11-13T11:32:50,936 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/default/test/003fc7532ebc96577a93eec0a199c969 2024-11-13T11:32:50,937 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 003fc7532ebc96577a93eec0a199c969 2024-11-13T11:32:50,937 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 003fc7532ebc96577a93eec0a199c969 2024-11-13T11:32:50,937 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:32:50,938 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 003fc7532ebc96577a93eec0a199c969 2024-11-13T11:32:50,941 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/default/test/003fc7532ebc96577a93eec0a199c969/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:50,941 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 003fc7532ebc96577a93eec0a199c969; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68177712, jitterRate=0.01592707633972168}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:32:50,941 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 003fc7532ebc96577a93eec0a199c969 2024-11-13T11:32:50,942 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 003fc7532ebc96577a93eec0a199c969: Running coprocessor pre-open hook at 1731497570918Writing region info on filesystem at 1731497570918Initializing all the Stores at 1731497570922 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497570922Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497570926 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497570926Cleaning up temporary data from old regions at 1731497570937 (+11 ms)Running coprocessor post-open hooks at 1731497570941 (+4 ms)Region opened successfully at 1731497570941 2024-11-13T11:32:50,943 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731497569755.003fc7532ebc96577a93eec0a199c969., pid=6, masterSystemTime=1731497570911 2024-11-13T11:32:50,945 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731497569755.003fc7532ebc96577a93eec0a199c969. 2024-11-13T11:32:50,946 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731497569755.003fc7532ebc96577a93eec0a199c969. 2024-11-13T11:32:50,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=003fc7532ebc96577a93eec0a199c969, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7bf281cf3991,45261,1731497565966 2024-11-13T11:32:50,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 003fc7532ebc96577a93eec0a199c969, server=7bf281cf3991,45261,1731497565966 because future has completed 2024-11-13T11:32:50,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:32:50,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 003fc7532ebc96577a93eec0a199c969, server=7bf281cf3991,45261,1731497565966 in 190 msec 2024-11-13T11:32:50,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T11:32:50,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=003fc7532ebc96577a93eec0a199c969, ASSIGN in 350 msec 2024-11-13T11:32:50,956 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:32:50,957 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497570956"}]},"ts":"1731497570956"} 2024-11-13T11:32:50,959 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T11:32:50,960 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:32:50,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2050 sec 2024-11-13T11:32:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45927 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:32:51,911 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T11:32:51,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63752aa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:51,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45753,-1 for getting cluster id 2024-11-13T11:32:51,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:51,913 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4edb1e1e-edc5-44b0-a269-bbc2e22729d9' 2024-11-13T11:32:51,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:51,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4edb1e1e-edc5-44b0-a269-bbc2e22729d9" 2024-11-13T11:32:51,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e8274e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:51,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45753,-1] 2024-11-13T11:32:51,913 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:51,914 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:51,914 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:51,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e5773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:51,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5a68f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:51,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45927,-1 for getting cluster id 2024-11-13T11:32:51,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:51,916 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42993588-32f7-4480-b3ea-4b4fdd3df8af' 2024-11-13T11:32:51,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:51,916 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42993588-32f7-4480-b3ea-4b4fdd3df8af" 2024-11-13T11:32:51,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d09b4aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:51,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45927,-1] 2024-11-13T11:32:51,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:51,917 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:51,917 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:51,918 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa3ac30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:51,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:51,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45753,-1 for getting cluster id 2024-11-13T11:32:51,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:51,920 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4edb1e1e-edc5-44b0-a269-bbc2e22729d9' 2024-11-13T11:32:51,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:51,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4edb1e1e-edc5-44b0-a269-bbc2e22729d9" 2024-11-13T11:32:51,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276c4712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:51,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45753,-1] 2024-11-13T11:32:51,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:51,921 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:51,922 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:51,922 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1c208b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:51,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:51,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,45753,1731497562039 2024-11-13T11:32:51,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c029994 2024-11-13T11:32:51,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:51,926 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:51,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:45927,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:32:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:32:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:32:51,929 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:45927' 2024-11-13T11:32:51,930 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e5ae4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:51,930 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45927,-1 for getting cluster id 2024-11-13T11:32:51,930 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:51,931 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42993588-32f7-4480-b3ea-4b4fdd3df8af' 2024-11-13T11:32:51,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:51,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42993588-32f7-4480-b3ea-4b4fdd3df8af" 2024-11-13T11:32:51,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202cbf9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:51,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45927,-1] 2024-11-13T11:32:51,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:51,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:51,932 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:51,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9342e61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:51,933 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:51,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,45927,1731497565939 2024-11-13T11:32:51,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a815ece 2024-11-13T11:32:51,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:51,935 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:51,936 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T11:32:51,936 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:32:51,936 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:51,936 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:51,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:51,937 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:32:51,938 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:32:51,939 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:32:51,939 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:51,940 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:32:51,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741837_1013 (size=1138) 2024-11-13T11:32:51,988 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T11:32:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:32:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:32:52,351 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de8a162c0053be364c22d6ab8992f551, NAME => 'hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa 2024-11-13T11:32:52,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741838_1014 (size=44) 2024-11-13T11:32:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:32:52,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:52,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing de8a162c0053be364c22d6ab8992f551, disabling compactions & flushes 2024-11-13T11:32:52,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551. 2024-11-13T11:32:52,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551. 2024-11-13T11:32:52,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551. after waiting 0 ms 2024-11-13T11:32:52,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551. 2024-11-13T11:32:52,757 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551. 2024-11-13T11:32:52,757 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for de8a162c0053be364c22d6ab8992f551: Waiting for close lock at 1731497572757Disabling compacts and flushes for region at 1731497572757Disabling writes for close at 1731497572757Writing region close event to WAL at 1731497572757Closed at 1731497572757 2024-11-13T11:32:52,759 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:32:52,759 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731497572759"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497572759"}]},"ts":"1731497572759"} 2024-11-13T11:32:52,761 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:32:52,762 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:32:52,762 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497572762"}]},"ts":"1731497572762"} 2024-11-13T11:32:52,764 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T11:32:52,764 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de8a162c0053be364c22d6ab8992f551, ASSIGN}] 2024-11-13T11:32:52,765 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de8a162c0053be364c22d6ab8992f551, ASSIGN 2024-11-13T11:32:52,766 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de8a162c0053be364c22d6ab8992f551, ASSIGN; state=OFFLINE, location=7bf281cf3991,38761,1731497562083; forceNewPlan=false, retain=false 2024-11-13T11:32:52,917 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=de8a162c0053be364c22d6ab8992f551, regionState=OPENING, regionLocation=7bf281cf3991,38761,1731497562083 2024-11-13T11:32:52,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de8a162c0053be364c22d6ab8992f551, ASSIGN because future has completed 2024-11-13T11:32:52,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure de8a162c0053be364c22d6ab8992f551, server=7bf281cf3991,38761,1731497562083}] 2024-11-13T11:32:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:32:53,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551. 2024-11-13T11:32:53,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:32:53,077 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:32:53,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C38761%2C1731497562083.rep, suffix=, logDir=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083, archiveDir=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/oldWALs, maxLogs=10 2024-11-13T11:32:53,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.rep.1731497573078, exclude list is [], retry=0 2024-11-13T11:32:53,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39243,DS-a1d80809-81dd-440e-b693-9a575aac986b,DISK] 2024-11-13T11:32:53,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.rep.1731497573078 2024-11-13T11:32:53,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40407:40407)] 2024-11-13T11:32:53,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => de8a162c0053be364c22d6ab8992f551, NAME => 'hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:32:53,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:32:53,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:32:53,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551. service=MultiRowMutationService 2024-11-13T11:32:53,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:32:53,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication de8a162c0053be364c22d6ab8992f551 2024-11-13T11:32:53,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:32:53,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for de8a162c0053be364c22d6ab8992f551 2024-11-13T11:32:53,095 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for de8a162c0053be364c22d6ab8992f551 2024-11-13T11:32:53,096 INFO [StoreOpener-de8a162c0053be364c22d6ab8992f551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region de8a162c0053be364c22d6ab8992f551 2024-11-13T11:32:53,097 INFO [StoreOpener-de8a162c0053be364c22d6ab8992f551-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de8a162c0053be364c22d6ab8992f551 columnFamilyName hfileref 2024-11-13T11:32:53,097 DEBUG [StoreOpener-de8a162c0053be364c22d6ab8992f551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:53,098 INFO [StoreOpener-de8a162c0053be364c22d6ab8992f551-1 {}] regionserver.HStore(327): Store=de8a162c0053be364c22d6ab8992f551/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:53,098 INFO [StoreOpener-de8a162c0053be364c22d6ab8992f551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region de8a162c0053be364c22d6ab8992f551 2024-11-13T11:32:53,099 INFO [StoreOpener-de8a162c0053be364c22d6ab8992f551-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de8a162c0053be364c22d6ab8992f551 columnFamilyName queue 2024-11-13T11:32:53,099 DEBUG [StoreOpener-de8a162c0053be364c22d6ab8992f551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:53,099 INFO [StoreOpener-de8a162c0053be364c22d6ab8992f551-1 {}] regionserver.HStore(327): Store=de8a162c0053be364c22d6ab8992f551/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:53,099 INFO [StoreOpener-de8a162c0053be364c22d6ab8992f551-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region de8a162c0053be364c22d6ab8992f551 2024-11-13T11:32:53,100 INFO [StoreOpener-de8a162c0053be364c22d6ab8992f551-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de8a162c0053be364c22d6ab8992f551 columnFamilyName sid 2024-11-13T11:32:53,100 DEBUG [StoreOpener-de8a162c0053be364c22d6ab8992f551-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:32:53,100 INFO [StoreOpener-de8a162c0053be364c22d6ab8992f551-1 {}] regionserver.HStore(327): Store=de8a162c0053be364c22d6ab8992f551/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:32:53,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for de8a162c0053be364c22d6ab8992f551 2024-11-13T11:32:53,101 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/replication/de8a162c0053be364c22d6ab8992f551 2024-11-13T11:32:53,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/replication/de8a162c0053be364c22d6ab8992f551 2024-11-13T11:32:53,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for de8a162c0053be364c22d6ab8992f551 2024-11-13T11:32:53,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for de8a162c0053be364c22d6ab8992f551 2024-11-13T11:32:53,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:32:53,104 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for de8a162c0053be364c22d6ab8992f551 2024-11-13T11:32:53,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/replication/de8a162c0053be364c22d6ab8992f551/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:32:53,106 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened de8a162c0053be364c22d6ab8992f551; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61867951, jitterRate=-0.0780956894159317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:32:53,106 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de8a162c0053be364c22d6ab8992f551 2024-11-13T11:32:53,107 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for de8a162c0053be364c22d6ab8992f551: Running coprocessor pre-open hook at 1731497573095Writing region info on filesystem at 1731497573095Initializing all the Stores at 1731497573096 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497573096Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497573096Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497573096Cleaning up temporary data from old regions at 1731497573102 (+6 ms)Running coprocessor post-open hooks at 1731497573106 (+4 ms)Region opened successfully at 1731497573107 (+1 ms) 2024-11-13T11:32:53,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551., pid=10, masterSystemTime=1731497573072 2024-11-13T11:32:53,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551. 2024-11-13T11:32:53,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551. 2024-11-13T11:32:53,110 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=de8a162c0053be364c22d6ab8992f551, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,38761,1731497562083 2024-11-13T11:32:53,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure de8a162c0053be364c22d6ab8992f551, server=7bf281cf3991,38761,1731497562083 because future has completed 2024-11-13T11:32:53,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T11:32:53,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure de8a162c0053be364c22d6ab8992f551, server=7bf281cf3991,38761,1731497562083 in 194 msec 2024-11-13T11:32:53,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T11:32:53,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de8a162c0053be364c22d6ab8992f551, ASSIGN in 352 msec 2024-11-13T11:32:53,120 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:32:53,120 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497573120"}]},"ts":"1731497573120"} 2024-11-13T11:32:53,122 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T11:32:53,123 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:32:53,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-13T11:32:53,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551., hostname=7bf281cf3991,38761,1731497562083, seqNum=2] 2024-11-13T11:32:53,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:32:53,148 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:32:53,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:32:53,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38761 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T11:32:53,304 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T11:32:53,365 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,38761,1731497562083, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:32:53,365 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:53,366 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38761,1731497562083, seqNum=-1] 2024-11-13T11:32:53,366 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:53,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-13T11:32:53,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7bf281cf3991,38761,1731497562083', locateType=CURRENT is [region=hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551., hostname=7bf281cf3991,38761,1731497562083, seqNum=2] 2024-11-13T11:32:53,387 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T11:32:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T11:32:53,395 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7bf281cf3991,38761,1731497562083 suceeded 2024-11-13T11:32:53,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T11:32:53,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 244 msec 2024-11-13T11:32:53,407 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7bf281cf3991:45927,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-13T11:32:53,410 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:45927' 2024-11-13T11:32:53,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4810 sec 2024-11-13T11:32:53,417 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23bfae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:53,418 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45927,-1 for getting cluster id 2024-11-13T11:32:53,418 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:53,419 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42993588-32f7-4480-b3ea-4b4fdd3df8af' 2024-11-13T11:32:53,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:53,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42993588-32f7-4480-b3ea-4b4fdd3df8af" 2024-11-13T11:32:53,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26fec2e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:53,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45927,-1] 2024-11-13T11:32:53,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:53,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:53,422 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:53,423 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f6e6cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:53,423 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:53,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,45927,1731497565939 2024-11-13T11:32:53,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30e1fece 2024-11-13T11:32:53,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:53,425 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-13T11:32:53,426 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,38761,1731497562083 (queues=1) is replicating from cluster=4edb1e1e-edc5-44b0-a269-bbc2e22729d9 to cluster=42993588-32f7-4480-b3ea-4b4fdd3df8af 2024-11-13T11:32:53,426 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C38761%2C1731497562083 2024-11-13T11:32:53,426 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,38761,1731497562083, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:32:53,427 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123, startPosition=0, beingWritten=true 2024-11-13T11:32:53,427 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.shipper7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C38761%2C1731497562083 2024-11-13T11:32:53,440 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:32:53,440 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 379, reset compression=false 2024-11-13T11:32:53,440 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.shipper7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,38761,1731497562083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:32:53,647 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 379, reset compression=false 2024-11-13T11:32:53,951 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 379, reset compression=false 2024-11-13T11:32:53,974 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:32:53,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:32:53,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:32:53,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:32:53,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:32:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:32:54,081 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:32:54,081 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:54,081 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:54,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:54,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:54,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:54,082 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:54,087 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731497574085/Put/seqid=0 2024-11-13T11:32:54,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741840_1016 (size=7894) 2024-11-13T11:32:54,354 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 379, reset compression=false 2024-11-13T11:32:54,495 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/load_f/f/hfile_1 is 34, key is ddd/f:row/1731497574493/Put/seqid=0 2024-11-13T11:32:54,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741841_1017 (size=7691) 2024-11-13T11:32:54,858 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 379, reset compression=false 2024-11-13T11:32:54,919 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c27971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:54,919 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45753,-1 for getting cluster id 2024-11-13T11:32:54,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:54,920 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4edb1e1e-edc5-44b0-a269-bbc2e22729d9' 2024-11-13T11:32:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4edb1e1e-edc5-44b0-a269-bbc2e22729d9" 2024-11-13T11:32:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c49bbaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45753,-1] 2024-11-13T11:32:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:54,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:54,922 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:54,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10049739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:54,923 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:54,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38761,1731497562083, seqNum=-1] 2024-11-13T11:32:54,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:54,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:54,936 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:54,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,45753,1731497562039 2024-11-13T11:32:54,938 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@395bbf37 2024-11-13T11:32:54,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:54,941 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:54,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228., hostname=7bf281cf3991,38761,1731497562083, seqNum=2] 2024-11-13T11:32:54,957 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T11:32:54,968 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T11:32:54,971 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T11:32:54,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/load_f/f/hfile_1 for inclusion in 69b0ec5acf44d681dd5a3f40b71c2228/f 2024-11-13T11:32:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T11:32:54,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:32:54,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/load_f/f/hfile_0 for inclusion in 69b0ec5acf44d681dd5a3f40b71c2228/f 2024-11-13T11:32:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T11:32:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:32:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HRegion(2603): Flush status journal for 69b0ec5acf44d681dd5a3f40b71c2228: 2024-11-13T11:32:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/load_f/f/hfile_1 to hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__hnreb45ua9413go8dqv5fujfrooq5fku09tchncsr2t7i97v2dpqvnmcjnqmr023/f/hfile_1 2024-11-13T11:32:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__hnreb45ua9413go8dqv5fujfrooq5fku09tchncsr2t7i97v2dpqvnmcjnqmr023/f/hfile_1 as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/f/08650056f339474d9e5bc4a2dd51f68c_SeqId_4_ 2024-11-13T11:32:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/load_f/f/hfile_0 to hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__hnreb45ua9413go8dqv5fujfrooq5fku09tchncsr2t7i97v2dpqvnmcjnqmr023/f/hfile_0 2024-11-13T11:32:55,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__hnreb45ua9413go8dqv5fujfrooq5fku09tchncsr2t7i97v2dpqvnmcjnqmr023/f/hfile_0 as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/f/e7ec47426e9f4397b8d6f1621506b3f1_SeqId_4_ 2024-11-13T11:32:55,008 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__hnreb45ua9413go8dqv5fujfrooq5fku09tchncsr2t7i97v2dpqvnmcjnqmr023/f/hfile_1 into 69b0ec5acf44d681dd5a3f40b71c2228/f as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/f/08650056f339474d9e5bc4a2dd51f68c_SeqId_4_ - updating store file list. 2024-11-13T11:32:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 08650056f339474d9e5bc4a2dd51f68c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T11:32:55,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/f/08650056f339474d9e5bc4a2dd51f68c_SeqId_4_ into 69b0ec5acf44d681dd5a3f40b71c2228/f 2024-11-13T11:32:55,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__hnreb45ua9413go8dqv5fujfrooq5fku09tchncsr2t7i97v2dpqvnmcjnqmr023/f/hfile_1 into 69b0ec5acf44d681dd5a3f40b71c2228/f (new location: hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/f/08650056f339474d9e5bc4a2dd51f68c_SeqId_4_) 2024-11-13T11:32:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__hnreb45ua9413go8dqv5fujfrooq5fku09tchncsr2t7i97v2dpqvnmcjnqmr023/f/hfile_1 2024-11-13T11:32:55,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__hnreb45ua9413go8dqv5fujfrooq5fku09tchncsr2t7i97v2dpqvnmcjnqmr023/f/hfile_0 into 69b0ec5acf44d681dd5a3f40b71c2228/f as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/f/e7ec47426e9f4397b8d6f1621506b3f1_SeqId_4_ - updating store file list. 2024-11-13T11:32:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e7ec47426e9f4397b8d6f1621506b3f1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T11:32:55,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/f/e7ec47426e9f4397b8d6f1621506b3f1_SeqId_4_ into 69b0ec5acf44d681dd5a3f40b71c2228/f 2024-11-13T11:32:55,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__hnreb45ua9413go8dqv5fujfrooq5fku09tchncsr2t7i97v2dpqvnmcjnqmr023/f/hfile_0 into 69b0ec5acf44d681dd5a3f40b71c2228/f (new location: hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/f/e7ec47426e9f4397b8d6f1621506b3f1_SeqId_4_) 2024-11-13T11:32:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__hnreb45ua9413go8dqv5fujfrooq5fku09tchncsr2t7i97v2dpqvnmcjnqmr023/f/hfile_0 2024-11-13T11:32:55,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:55,030 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:55,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:55,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:55,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:55,031 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:55,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,45261,1731497565966, seqNum=-1] 2024-11-13T11:32:55,033 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228., hostname=7bf281cf3991,38761,1731497562083, seqNum=2 , the old value is region=test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228., hostname=7bf281cf3991,38761,1731497562083, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7bf281cf3991:38761 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T11:32:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228., hostname=7bf281cf3991,38761,1731497562083, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T11:32:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228., hostname=7bf281cf3991,38761,1731497562083, seqNum=2 from cache 2024-11-13T11:32:55,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:55,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731497569755.003fc7532ebc96577a93eec0a199c969., hostname=7bf281cf3991,45261,1731497565966, seqNum=2] 2024-11-13T11:32:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:38118 deadline: 1731497635031 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:38118 2024-11-13T11:32:55,040 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T11:32:55,142 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:38761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T11:32:55,462 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 379, reset compression=false 2024-11-13T11:32:55,478 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:32:55,478 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.shipper7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,38761,1731497562083 got entry batch from reader: WALEntryBatch [walEntries=[{test/69b0ec5acf44d681dd5a3f40b71c2228/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731497575023/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T11:32:55,505 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.shipper7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:32:55,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-13T11:32:55,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.ReplicationSink(318): Replicating [4edb1e1e-edc5-44b0-a269-bbc2e22729d9] bulk loaded data 2024-11-13T11:32:55,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5242cc0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:55,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45927,-1 for getting cluster id 2024-11-13T11:32:55,512 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:55,513 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42993588-32f7-4480-b3ea-4b4fdd3df8af' 2024-11-13T11:32:55,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:55,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42993588-32f7-4480-b3ea-4b4fdd3df8af" 2024-11-13T11:32:55,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@365ab74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:55,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45927,-1] 2024-11-13T11:32:55,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:55,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:55,515 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:55,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29195136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:55,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741837_1013 (size=7691) 2024-11-13T11:32:55,679 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 687, reset compression=false 2024-11-13T11:32:55,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741838_1014 (size=7894) 2024-11-13T11:32:55,986 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 687, reset compression=false 2024-11-13T11:32:56,042 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T11:32:56,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:56,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,45927,1731497565939 2024-11-13T11:32:56,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a7c6e27 2024-11-13T11:32:56,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:56,355 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-13T11:32:56,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T11:32:56,357 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:56,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,45261,1731497565966, seqNum=-1] 2024-11-13T11:32:56,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:56,359 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-13T11:32:56,365 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/staging/jenkins.hfs.6__test__schs77204bup9ppp2jm8vh39j8u4rqum0gtqvrk7teuqh79fpaj85rgtnfr1pnrv/f/08650056f339474d9e5bc4a2dd51f68c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T11:32:56,368 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/staging/jenkins.hfs.6__test__schs77204bup9ppp2jm8vh39j8u4rqum0gtqvrk7teuqh79fpaj85rgtnfr1pnrv/f/e7ec47426e9f4397b8d6f1621506b3f1_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T11:32:56,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/staging/jenkins.hfs.6__test__schs77204bup9ppp2jm8vh39j8u4rqum0gtqvrk7teuqh79fpaj85rgtnfr1pnrv/f/08650056f339474d9e5bc4a2dd51f68c_SeqId_4_ for inclusion in 003fc7532ebc96577a93eec0a199c969/f 2024-11-13T11:32:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T11:32:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:32:56,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/staging/jenkins.hfs.6__test__schs77204bup9ppp2jm8vh39j8u4rqum0gtqvrk7teuqh79fpaj85rgtnfr1pnrv/f/e7ec47426e9f4397b8d6f1621506b3f1_SeqId_4_ for inclusion in 003fc7532ebc96577a93eec0a199c969/f 2024-11-13T11:32:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T11:32:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:32:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HRegion(2603): Flush status journal for 003fc7532ebc96577a93eec0a199c969: 2024-11-13T11:32:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 08650056f339474d9e5bc4a2dd51f68c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T11:32:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/staging/jenkins.hfs.6__test__schs77204bup9ppp2jm8vh39j8u4rqum0gtqvrk7teuqh79fpaj85rgtnfr1pnrv/f/08650056f339474d9e5bc4a2dd51f68c_SeqId_4_ as hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/default/test/003fc7532ebc96577a93eec0a199c969/f/f141b2cf5bd843319fd43bbdada890f2_SeqId_4_ 2024-11-13T11:32:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e7ec47426e9f4397b8d6f1621506b3f1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T11:32:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/staging/jenkins.hfs.6__test__schs77204bup9ppp2jm8vh39j8u4rqum0gtqvrk7teuqh79fpaj85rgtnfr1pnrv/f/e7ec47426e9f4397b8d6f1621506b3f1_SeqId_4_ as hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/default/test/003fc7532ebc96577a93eec0a199c969/f/5aeb24800760436d83416f6f36c31a4d_SeqId_4_ 2024-11-13T11:32:56,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/staging/jenkins.hfs.6__test__schs77204bup9ppp2jm8vh39j8u4rqum0gtqvrk7teuqh79fpaj85rgtnfr1pnrv/f/08650056f339474d9e5bc4a2dd51f68c_SeqId_4_ into 003fc7532ebc96577a93eec0a199c969/f as hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/default/test/003fc7532ebc96577a93eec0a199c969/f/f141b2cf5bd843319fd43bbdada890f2_SeqId_4_ - updating store file list. 2024-11-13T11:32:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f141b2cf5bd843319fd43bbdada890f2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T11:32:56,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/default/test/003fc7532ebc96577a93eec0a199c969/f/f141b2cf5bd843319fd43bbdada890f2_SeqId_4_ into 003fc7532ebc96577a93eec0a199c969/f 2024-11-13T11:32:56,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/staging/jenkins.hfs.6__test__schs77204bup9ppp2jm8vh39j8u4rqum0gtqvrk7teuqh79fpaj85rgtnfr1pnrv/f/08650056f339474d9e5bc4a2dd51f68c_SeqId_4_ into 003fc7532ebc96577a93eec0a199c969/f (new location: hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/default/test/003fc7532ebc96577a93eec0a199c969/f/f141b2cf5bd843319fd43bbdada890f2_SeqId_4_) 2024-11-13T11:32:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/staging/jenkins.hfs.6__test__schs77204bup9ppp2jm8vh39j8u4rqum0gtqvrk7teuqh79fpaj85rgtnfr1pnrv/f/08650056f339474d9e5bc4a2dd51f68c_SeqId_4_ 2024-11-13T11:32:56,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/staging/jenkins.hfs.6__test__schs77204bup9ppp2jm8vh39j8u4rqum0gtqvrk7teuqh79fpaj85rgtnfr1pnrv/f/e7ec47426e9f4397b8d6f1621506b3f1_SeqId_4_ into 003fc7532ebc96577a93eec0a199c969/f as hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/default/test/003fc7532ebc96577a93eec0a199c969/f/5aeb24800760436d83416f6f36c31a4d_SeqId_4_ - updating store file list. 2024-11-13T11:32:56,390 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 687, reset compression=false 2024-11-13T11:32:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5aeb24800760436d83416f6f36c31a4d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T11:32:56,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/default/test/003fc7532ebc96577a93eec0a199c969/f/5aeb24800760436d83416f6f36c31a4d_SeqId_4_ into 003fc7532ebc96577a93eec0a199c969/f 2024-11-13T11:32:56,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/staging/jenkins.hfs.6__test__schs77204bup9ppp2jm8vh39j8u4rqum0gtqvrk7teuqh79fpaj85rgtnfr1pnrv/f/e7ec47426e9f4397b8d6f1621506b3f1_SeqId_4_ into 003fc7532ebc96577a93eec0a199c969/f (new location: hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/default/test/003fc7532ebc96577a93eec0a199c969/f/5aeb24800760436d83416f6f36c31a4d_SeqId_4_) 2024-11-13T11:32:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/staging/jenkins.hfs.6__test__schs77204bup9ppp2jm8vh39j8u4rqum0gtqvrk7teuqh79fpaj85rgtnfr1pnrv/f/e7ec47426e9f4397b8d6f1621506b3f1_SeqId_4_ 2024-11-13T11:32:56,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45261 {}] regionserver.ReplicationSink(324): Finished replicating [4edb1e1e-edc5-44b0-a269-bbc2e22729d9] bulk loaded data 2024-11-13T11:32:56,894 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 687, reset compression=false 2024-11-13T11:32:57,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:32:57,061 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731497577060/Put/seqid=0 2024-11-13T11:32:57,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741842_1018 (size=7997) 2024-11-13T11:32:57,468 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731497577467/Put/seqid=0 2024-11-13T11:32:57,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741843_1019 (size=7794) 2024-11-13T11:32:57,499 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 687, reset compression=false 2024-11-13T11:32:57,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52de966f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:57,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45753,-1 for getting cluster id 2024-11-13T11:32:57,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:32:57,875 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4edb1e1e-edc5-44b0-a269-bbc2e22729d9' 2024-11-13T11:32:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:32:57,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4edb1e1e-edc5-44b0-a269-bbc2e22729d9" 2024-11-13T11:32:57,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbd58cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:57,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45753,-1] 2024-11-13T11:32:57,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:32:57,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:57,877 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:32:57,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aae1f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:32:57,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:57,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38761,1731497562083, seqNum=-1] 2024-11-13T11:32:57,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:57,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:57,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:32:57,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,45753,1731497562039 2024-11-13T11:32:57,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c6174c 2024-11-13T11:32:57,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:32:57,890 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:32:57,894 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228., hostname=7bf281cf3991,38761,1731497562083, seqNum=2] 2024-11-13T11:32:57,896 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T11:32:57,902 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T11:32:57,905 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T11:32:57,909 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/load_f1/f1/hfile_0 for inclusion in 69b0ec5acf44d681dd5a3f40b71c2228/f1 2024-11-13T11:32:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T11:32:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:32:57,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/load_f1/f1/hfile_1 for inclusion in 69b0ec5acf44d681dd5a3f40b71c2228/f1 2024-11-13T11:32:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T11:32:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:32:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HRegion(2603): Flush status journal for 69b0ec5acf44d681dd5a3f40b71c2228: 2024-11-13T11:32:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/load_f1/f1/hfile_0 to hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__c23m9ks93fkkro9ke776n1sogirmntlmfd8e2rpehh4e6j2ohft73jojg02n4eg3/f1/hfile_0 2024-11-13T11:32:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__c23m9ks93fkkro9ke776n1sogirmntlmfd8e2rpehh4e6j2ohft73jojg02n4eg3/f1/hfile_0 as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/f1/17c0159ff3c847fb9b7f59ddb149c6da_SeqId_6_ 2024-11-13T11:32:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/load_f1/f1/hfile_1 to hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__c23m9ks93fkkro9ke776n1sogirmntlmfd8e2rpehh4e6j2ohft73jojg02n4eg3/f1/hfile_1 2024-11-13T11:32:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__c23m9ks93fkkro9ke776n1sogirmntlmfd8e2rpehh4e6j2ohft73jojg02n4eg3/f1/hfile_1 as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/f1/bcf88b33edb144d2a329504acb760f5d_SeqId_6_ 2024-11-13T11:32:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-13T11:32:57,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__c23m9ks93fkkro9ke776n1sogirmntlmfd8e2rpehh4e6j2ohft73jojg02n4eg3/f1/hfile_0 into 69b0ec5acf44d681dd5a3f40b71c2228/f1 as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/f1/17c0159ff3c847fb9b7f59ddb149c6da_SeqId_6_ - updating store file list. 2024-11-13T11:32:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 17c0159ff3c847fb9b7f59ddb149c6da_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T11:32:57,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/f1/17c0159ff3c847fb9b7f59ddb149c6da_SeqId_6_ into 69b0ec5acf44d681dd5a3f40b71c2228/f1 2024-11-13T11:32:57,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__c23m9ks93fkkro9ke776n1sogirmntlmfd8e2rpehh4e6j2ohft73jojg02n4eg3/f1/hfile_0 into 69b0ec5acf44d681dd5a3f40b71c2228/f1 (new location: hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/f1/17c0159ff3c847fb9b7f59ddb149c6da_SeqId_6_) 2024-11-13T11:32:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__c23m9ks93fkkro9ke776n1sogirmntlmfd8e2rpehh4e6j2ohft73jojg02n4eg3/f1/hfile_0 2024-11-13T11:32:57,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__c23m9ks93fkkro9ke776n1sogirmntlmfd8e2rpehh4e6j2ohft73jojg02n4eg3/f1/hfile_1 into 69b0ec5acf44d681dd5a3f40b71c2228/f1 as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/f1/bcf88b33edb144d2a329504acb760f5d_SeqId_6_ - updating store file list. 2024-11-13T11:32:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bcf88b33edb144d2a329504acb760f5d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T11:32:57,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/f1/bcf88b33edb144d2a329504acb760f5d_SeqId_6_ into 69b0ec5acf44d681dd5a3f40b71c2228/f1 2024-11-13T11:32:57,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__c23m9ks93fkkro9ke776n1sogirmntlmfd8e2rpehh4e6j2ohft73jojg02n4eg3/f1/hfile_1 into 69b0ec5acf44d681dd5a3f40b71c2228/f1 (new location: hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/f1/bcf88b33edb144d2a329504acb760f5d_SeqId_6_) 2024-11-13T11:32:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/staging/jenkins__test__c23m9ks93fkkro9ke776n1sogirmntlmfd8e2rpehh4e6j2ohft73jojg02n4eg3/f1/hfile_1 2024-11-13T11:32:57,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:32:57,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:32:57,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:57,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:32:57,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:32:57,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228., hostname=7bf281cf3991,38761,1731497562083, seqNum=2 , the old value is region=test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228., hostname=7bf281cf3991,38761,1731497562083, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7bf281cf3991:38761 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T11:32:57,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228., hostname=7bf281cf3991,38761,1731497562083, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T11:32:57,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228., hostname=7bf281cf3991,38761,1731497562083, seqNum=2 from cache 2024-11-13T11:32:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38761: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:38130 deadline: 1731497637934 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:38130 2024-11-13T11:32:57,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:32:57,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38761,1731497562083, seqNum=-1] 2024-11-13T11:32:57,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:32:57,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:32:57,939 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228., hostname=7bf281cf3991,38761,1731497562083, seqNum=2] 2024-11-13T11:32:58,041 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:38761 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T11:32:58,203 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 687, reset compression=false 2024-11-13T11:32:58,208 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:32:58,208 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:32:58,208 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.shipper7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,38761,1731497562083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:32:58,412 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:32:58,717 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:32:59,121 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:32:59,625 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:00,229 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:00,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T11:33:00,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T11:33:00,933 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:01,737 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:02,641 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:03,645 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:04,749 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:05,953 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:07,257 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:08,663 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:10,167 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:11,627 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T11:33:11,770 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:13,474 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:15,278 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:15,526 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T11:33:17,183 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:18,210 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.shipper7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,38761,1731497562083 got entry batch from reader: null 2024-11-13T11:33:19,187 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:21,291 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:23,495 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:25,306 INFO [master/7bf281cf3991:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T11:33:25,307 INFO [master/7bf281cf3991:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T11:33:25,799 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:28,203 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:28,517 INFO [master/7bf281cf3991:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-13T11:33:28,517 INFO [master/7bf281cf3991:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-13T11:33:30,707 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:33,311 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:34,365 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 69b0ec5acf44d681dd5a3f40b71c2228, had cached 0 bytes from a total of 31376 2024-11-13T11:33:35,918 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 003fc7532ebc96577a93eec0a199c969, had cached 0 bytes from a total of 15585 2024-11-13T11:33:36,016 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:38,211 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.shipper7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,38761,1731497562083 got entry batch from reader: null 2024-11-13T11:33:38,821 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:41,627 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T11:33:41,730 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:44,734 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:45,278 DEBUG [master/7bf281cf3991:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T11:33:45,526 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T11:33:47,839 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:48,534 DEBUG [master/7bf281cf3991:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T11:33:51,043 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:54,347 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:57,750 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:33:57,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:33:57,967 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:33:57,968 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:33:57,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:33:57,968 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:33:57,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:33:57,968 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:33:57,968 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2118281240, stopped=false 2024-11-13T11:33:57,968 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,45927,1731497565939 2024-11-13T11:33:57,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1492871908/running 2024-11-13T11:33:57,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1492871908/running 2024-11-13T11:33:57,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908 2024-11-13T11:33:57,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908 2024-11-13T11:33:57,969 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:33:57,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:33:57,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:33:57,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:33:57,970 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,45261,1731497565966' ***** 2024-11-13T11:33:57,970 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:33:57,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Set watcher on znode that does not yet exist, /1-1492871908/running 2024-11-13T11:33:57,970 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:33:57,970 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:33:57,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Set watcher on znode that does not yet exist, /1-1492871908/running 2024-11-13T11:33:57,970 INFO [RS:0;7bf281cf3991:45261 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:33:57,970 INFO [RS:0;7bf281cf3991:45261 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:33:57,970 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(3091): Received CLOSE for 003fc7532ebc96577a93eec0a199c969 2024-11-13T11:33:57,971 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,45261,1731497565966 2024-11-13T11:33:57,971 INFO [RS:0;7bf281cf3991:45261 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:33:57,971 INFO [RS:0;7bf281cf3991:45261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:45261. 2024-11-13T11:33:57,971 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 003fc7532ebc96577a93eec0a199c969, disabling compactions & flushes 2024-11-13T11:33:57,971 DEBUG [RS:0;7bf281cf3991:45261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:33:57,971 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731497569755.003fc7532ebc96577a93eec0a199c969. 2024-11-13T11:33:57,971 DEBUG [RS:0;7bf281cf3991:45261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:33:57,971 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497569755.003fc7532ebc96577a93eec0a199c969. 2024-11-13T11:33:57,971 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731497569755.003fc7532ebc96577a93eec0a199c969. after waiting 0 ms 2024-11-13T11:33:57,971 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731497569755.003fc7532ebc96577a93eec0a199c969. 2024-11-13T11:33:57,971 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:33:57,971 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:33:57,971 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:33:57,971 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:33:57,971 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T11:33:57,971 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 003fc7532ebc96577a93eec0a199c969=test,,1731497569755.003fc7532ebc96577a93eec0a199c969.} 2024-11-13T11:33:57,971 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:33:57,971 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1351): Waiting on 003fc7532ebc96577a93eec0a199c969, 1588230740 2024-11-13T11:33:57,971 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:33:57,971 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:33:57,971 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:33:57,971 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:33:57,972 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T11:33:57,976 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/default/test/003fc7532ebc96577a93eec0a199c969/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T11:33:57,976 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:33:57,976 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:33:57,976 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731497569755.003fc7532ebc96577a93eec0a199c969. 2024-11-13T11:33:57,976 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 003fc7532ebc96577a93eec0a199c969: Waiting for close lock at 1731497637971Running coprocessor pre-close hooks at 1731497637971Disabling compacts and flushes for region at 1731497637971Disabling writes for close at 1731497637971Writing region close event to WAL at 1731497637971Running coprocessor post-close hooks at 1731497637976 (+5 ms)Closed at 1731497637976 2024-11-13T11:33:57,977 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731497569755.003fc7532ebc96577a93eec0a199c969. 2024-11-13T11:33:57,988 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/.tmp/info/0c26cb438ca5481cac1af04303301633 is 129, key is test,,1731497569755.003fc7532ebc96577a93eec0a199c969./info:regioninfo/1731497570946/Put/seqid=0 2024-11-13T11:33:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741839_1015 (size=6421) 2024-11-13T11:33:58,007 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:33:58,172 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:33:58,211 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.shipper7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,38761,1731497562083 got entry batch from reader: null 2024-11-13T11:33:58,372 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:33:58,395 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/.tmp/info/0c26cb438ca5481cac1af04303301633 2024-11-13T11:33:58,413 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/.tmp/ns/240b769effd94e9983a8447f3805e883 is 43, key is default/ns:d/1731497568501/Put/seqid=0 2024-11-13T11:33:58,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741840_1016 (size=5153) 2024-11-13T11:33:58,424 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:33:58,424 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:33:58,572 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:33:58,772 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:33:58,819 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/.tmp/ns/240b769effd94e9983a8447f3805e883 2024-11-13T11:33:58,836 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/.tmp/rep_barrier/0e0722b296124e228e117154e969f841 is 112, key is test,,1731497569755.003fc7532ebc96577a93eec0a199c969./rep_barrier:seqnumDuringOpen/1731497570946/Put/seqid=0 2024-11-13T11:33:58,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741841_1017 (size=5518) 2024-11-13T11:33:58,972 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T11:33:58,972 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:33:58,972 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:33:59,172 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:33:59,241 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/.tmp/rep_barrier/0e0722b296124e228e117154e969f841 2024-11-13T11:33:59,260 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/.tmp/table/5471a1e6b2f34497b7a9956f3b77a96f is 40, key is test/table:state/1731497570956/Put/seqid=0 2024-11-13T11:33:59,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741842_1018 (size=5165) 2024-11-13T11:33:59,373 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:33:59,573 DEBUG [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:33:59,664 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/.tmp/table/5471a1e6b2f34497b7a9956f3b77a96f 2024-11-13T11:33:59,670 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/.tmp/info/0c26cb438ca5481cac1af04303301633 as hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/info/0c26cb438ca5481cac1af04303301633 2024-11-13T11:33:59,675 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/info/0c26cb438ca5481cac1af04303301633, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T11:33:59,676 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/.tmp/ns/240b769effd94e9983a8447f3805e883 as hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/ns/240b769effd94e9983a8447f3805e883 2024-11-13T11:33:59,681 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/ns/240b769effd94e9983a8447f3805e883, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T11:33:59,682 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/.tmp/rep_barrier/0e0722b296124e228e117154e969f841 as hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/rep_barrier/0e0722b296124e228e117154e969f841 2024-11-13T11:33:59,686 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/rep_barrier/0e0722b296124e228e117154e969f841, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T11:33:59,687 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/.tmp/table/5471a1e6b2f34497b7a9956f3b77a96f as hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/table/5471a1e6b2f34497b7a9956f3b77a96f 2024-11-13T11:33:59,691 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/table/5471a1e6b2f34497b7a9956f3b77a96f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T11:33:59,692 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=11, compaction requested=false 2024-11-13T11:33:59,697 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T11:33:59,697 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:33:59,697 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:33:59,697 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:33:59,697 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497637971Running coprocessor pre-close hooks at 1731497637971Disabling compacts and flushes for region at 1731497637971Disabling writes for close at 1731497637971Obtaining lock to block concurrent updates at 1731497637972 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731497637972Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731497637972Flushing stores of hbase:meta,,1.1588230740 at 1731497637972Flushing 1588230740/info: creating writer at 1731497637972Flushing 1588230740/info: appending metadata at 1731497637987 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731497637987Flushing 1588230740/ns: creating writer at 1731497638401 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731497638413 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731497638413Flushing 1588230740/rep_barrier: creating writer at 1731497638823 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731497638836 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731497638836Flushing 1588230740/table: creating writer at 1731497639247 (+411 ms)Flushing 1588230740/table: appending metadata at 1731497639259 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731497639260 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@323689a0: reopening flushed file at 1731497639669 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ebabd93: reopening flushed file at 1731497639675 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6860540e: reopening flushed file at 1731497639681 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d196dc4: reopening flushed file at 1731497639686 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1721ms, sequenceid=11, compaction requested=false at 1731497639692 (+6 ms)Writing region close event to WAL at 1731497639694 (+2 ms)Running coprocessor post-close hooks at 1731497639697 (+3 ms)Closed at 1731497639697 2024-11-13T11:33:59,698 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:33:59,773 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,45261,1731497565966; all regions closed. 2024-11-13T11:33:59,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741834_1010 (size=2717) 2024-11-13T11:33:59,775 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/WALs/7bf281cf3991,45261,1731497565966/7bf281cf3991%2C45261%2C1731497565966.meta.1731497568454.meta not finished, retry = 0 2024-11-13T11:33:59,878 DEBUG [RS:0;7bf281cf3991:45261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/oldWALs 2024-11-13T11:33:59,878 INFO [RS:0;7bf281cf3991:45261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C45261%2C1731497565966.meta:.meta(num 1731497568454) 2024-11-13T11:33:59,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741832_1008 (size=1028) 2024-11-13T11:33:59,882 DEBUG [RS:0;7bf281cf3991:45261 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/oldWALs 2024-11-13T11:33:59,882 INFO [RS:0;7bf281cf3991:45261 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C45261%2C1731497565966:(num 1731497567545) 2024-11-13T11:33:59,882 DEBUG [RS:0;7bf281cf3991:45261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:33:59,882 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:33:59,882 INFO [RS:0;7bf281cf3991:45261 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:33:59,882 INFO [RS:0;7bf281cf3991:45261 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T11:33:59,882 INFO [RS:0;7bf281cf3991:45261 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:33:59,883 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:33:59,883 INFO [RS:0;7bf281cf3991:45261 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:45261. 2024-11-13T11:33:59,883 DEBUG [RS:0;7bf281cf3991:45261 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:33:59,883 DEBUG [RS:0;7bf281cf3991:45261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:33:59,883 DEBUG [RS:0;7bf281cf3991:45261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:33:59,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:33:59,883 INFO [RS:0;7bf281cf3991:45261 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45261 2024-11-13T11:33:59,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1492871908/rs/7bf281cf3991,45261,1731497565966 2024-11-13T11:33:59,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908/rs 2024-11-13T11:33:59,885 INFO [RS:0;7bf281cf3991:45261 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:33:59,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,45261,1731497565966] 2024-11-13T11:33:59,886 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1492871908/draining/7bf281cf3991,45261,1731497565966 already deleted, retry=false 2024-11-13T11:33:59,886 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,45261,1731497565966 expired; onlineServers=0 2024-11-13T11:33:59,886 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,45927,1731497565939' ***** 2024-11-13T11:33:59,886 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:33:59,886 INFO [M:0;7bf281cf3991:45927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:33:59,886 INFO [M:0;7bf281cf3991:45927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:33:59,886 DEBUG [M:0;7bf281cf3991:45927 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:33:59,886 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:33:59,886 DEBUG [M:0;7bf281cf3991:45927 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:33:59,886 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497567311 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497567311,5,FailOnTimeoutGroup] 2024-11-13T11:33:59,886 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497567311 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497567311,5,FailOnTimeoutGroup] 2024-11-13T11:33:59,887 INFO [M:0;7bf281cf3991:45927 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:33:59,887 INFO [M:0;7bf281cf3991:45927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:33:59,887 DEBUG [M:0;7bf281cf3991:45927 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:33:59,887 INFO [M:0;7bf281cf3991:45927 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:33:59,887 INFO [M:0;7bf281cf3991:45927 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:33:59,887 INFO [M:0;7bf281cf3991:45927 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:33:59,887 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:33:59,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1492871908/master 2024-11-13T11:33:59,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1492871908 2024-11-13T11:33:59,887 DEBUG [M:0;7bf281cf3991:45927 {}] zookeeper.ZKUtil(347): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Unable to get data of znode /1-1492871908/master because node does not exist (not an error) 2024-11-13T11:33:59,887 WARN [M:0;7bf281cf3991:45927 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:33:59,888 INFO [M:0;7bf281cf3991:45927 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/.lastflushedseqids 2024-11-13T11:33:59,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741843_1019 (size=173) 2024-11-13T11:33:59,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:33:59,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45261-0x10038db68bb0004, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:33:59,986 INFO [RS:0;7bf281cf3991:45261 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:33:59,986 INFO [RS:0;7bf281cf3991:45261 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,45261,1731497565966; zookeeper connection closed. 2024-11-13T11:33:59,986 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@663d2215 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@663d2215 2024-11-13T11:33:59,986 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:34:00,293 INFO [M:0;7bf281cf3991:45927 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:34:00,293 INFO [M:0;7bf281cf3991:45927 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:34:00,293 DEBUG [M:0;7bf281cf3991:45927 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:34:00,293 INFO [M:0;7bf281cf3991:45927 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:00,293 DEBUG [M:0;7bf281cf3991:45927 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:00,293 DEBUG [M:0;7bf281cf3991:45927 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:34:00,293 DEBUG [M:0;7bf281cf3991:45927 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:00,293 INFO [M:0;7bf281cf3991:45927 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-13T11:34:00,310 DEBUG [M:0;7bf281cf3991:45927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85f6787db52e4843bada18d36cee6ccf is 82, key is hbase:meta,,1/info:regioninfo/1731497568490/Put/seqid=0 2024-11-13T11:34:00,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741844_1020 (size=5672) 2024-11-13T11:34:00,714 INFO [M:0;7bf281cf3991:45927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85f6787db52e4843bada18d36cee6ccf 2024-11-13T11:34:00,732 DEBUG [M:0;7bf281cf3991:45927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6deabb686d7c407f8aa9d46de3527de0 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731497570961/Put/seqid=0 2024-11-13T11:34:00,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741845_1021 (size=6727) 2024-11-13T11:34:01,136 INFO [M:0;7bf281cf3991:45927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6deabb686d7c407f8aa9d46de3527de0 2024-11-13T11:34:01,141 INFO [M:0;7bf281cf3991:45927 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6deabb686d7c407f8aa9d46de3527de0 2024-11-13T11:34:01,153 DEBUG [M:0;7bf281cf3991:45927 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4990da7b2d1a4c9ca579d54ea6965a56 is 69, key is 7bf281cf3991,45261,1731497565966/rs:state/1731497567401/Put/seqid=0 2024-11-13T11:34:01,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741846_1022 (size=5156) 2024-11-13T11:34:01,254 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 to pos 997, reset compression=false 2024-11-13T11:34:01,558 INFO [M:0;7bf281cf3991:45927 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4990da7b2d1a4c9ca579d54ea6965a56 2024-11-13T11:34:01,563 DEBUG [M:0;7bf281cf3991:45927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85f6787db52e4843bada18d36cee6ccf as hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85f6787db52e4843bada18d36cee6ccf 2024-11-13T11:34:01,567 INFO [M:0;7bf281cf3991:45927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85f6787db52e4843bada18d36cee6ccf, entries=8, sequenceid=58, filesize=5.5 K 2024-11-13T11:34:01,568 DEBUG [M:0;7bf281cf3991:45927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6deabb686d7c407f8aa9d46de3527de0 as hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6deabb686d7c407f8aa9d46de3527de0 2024-11-13T11:34:01,573 INFO [M:0;7bf281cf3991:45927 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6deabb686d7c407f8aa9d46de3527de0 2024-11-13T11:34:01,574 INFO [M:0;7bf281cf3991:45927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6deabb686d7c407f8aa9d46de3527de0, entries=6, sequenceid=58, filesize=6.6 K 2024-11-13T11:34:01,575 DEBUG [M:0;7bf281cf3991:45927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4990da7b2d1a4c9ca579d54ea6965a56 as hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4990da7b2d1a4c9ca579d54ea6965a56 2024-11-13T11:34:01,579 INFO [M:0;7bf281cf3991:45927 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45237/user/jenkins/test-data/b7840c43-c59e-3e0a-4353-fb5451787e16/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4990da7b2d1a4c9ca579d54ea6965a56, entries=1, sequenceid=58, filesize=5.0 K 2024-11-13T11:34:01,580 INFO [M:0;7bf281cf3991:45927 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false 2024-11-13T11:34:01,582 INFO [M:0;7bf281cf3991:45927 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:01,582 DEBUG [M:0;7bf281cf3991:45927 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497640293Disabling compacts and flushes for region at 1731497640293Disabling writes for close at 1731497640293Obtaining lock to block concurrent updates at 1731497640293Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497640293Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731497640294 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497640294Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497640294Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497640310 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497640310Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497640719 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497640731 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497640731Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497641141 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497641153 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497641153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a09deb3: reopening flushed file at 1731497641562 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@778a3640: reopening flushed file at 1731497641567 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4666de66: reopening flushed file at 1731497641574 (+7 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=58, compaction requested=false at 1731497641580 (+6 ms)Writing region close event to WAL at 1731497641581 (+1 ms)Closed at 1731497641581 2024-11-13T11:34:01,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741830_1006 (size=33026) 2024-11-13T11:34:01,584 INFO [M:0;7bf281cf3991:45927 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:34:01,584 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:34:01,584 INFO [M:0;7bf281cf3991:45927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45927 2024-11-13T11:34:01,585 INFO [M:0;7bf281cf3991:45927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:34:01,686 INFO [M:0;7bf281cf3991:45927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:34:01,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:01,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45927-0x10038db68bb0003, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:01,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73bbce45{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:34:01,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bdf9be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:34:01,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:34:01,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@198cef25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:34:01,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20d8b592{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/hadoop.log.dir/,STOPPED} 2024-11-13T11:34:01,691 WARN [BP-287704291-172.17.0.2-1731497564683 heartbeating to localhost/127.0.0.1:45237 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:34:01,691 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:34:01,691 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:34:01,691 WARN [BP-287704291-172.17.0.2-1731497564683 heartbeating to localhost/127.0.0.1:45237 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-287704291-172.17.0.2-1731497564683 (Datanode Uuid 7a19fd3e-b71c-4a6f-9498-928ba6b46fa6) service to localhost/127.0.0.1:45237 2024-11-13T11:34:01,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/cluster_0521be33-50c8-13dc-41c2-40f00a020e09/data/data1/current/BP-287704291-172.17.0.2-1731497564683 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:34:01,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/cluster_0521be33-50c8-13dc-41c2-40f00a020e09/data/data2/current/BP-287704291-172.17.0.2-1731497564683 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:34:01,692 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:34:01,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ae75893{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:34:01,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5943906{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:34:01,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:34:01,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e34bd97{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:34:01,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23c57c60{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/hadoop.log.dir/,STOPPED} 2024-11-13T11:34:01,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:34:01,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:34:01,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:01,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:01,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:01,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:01,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:01,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:34:01,715 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1390601065, stopped=false 2024-11-13T11:34:01,715 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,45753,1731497562039 2024-11-13T11:34:01,716 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0887901520/running 2024-11-13T11:34:01,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0887901520/running 2024-11-13T11:34:01,716 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:34:01,716 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:34:01,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:34:01,717 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:01,717 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:01,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:01,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Set watcher on znode that does not yet exist, /0887901520/running 2024-11-13T11:34:01,717 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,38761,1731497562083' ***** 2024-11-13T11:34:01,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Set watcher on znode that does not yet exist, /0887901520/running 2024-11-13T11:34:01,717 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:34:01,717 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:34:01,717 INFO [RS:0;7bf281cf3991:38761 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:34:01,717 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:34:01,717 INFO [RS:0;7bf281cf3991:38761 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:34:01,717 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(3091): Received CLOSE for de8a162c0053be364c22d6ab8992f551 2024-11-13T11:34:01,718 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(3091): Received CLOSE for 69b0ec5acf44d681dd5a3f40b71c2228 2024-11-13T11:34:01,718 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,38761,1731497562083 2024-11-13T11:34:01,718 INFO [RS:0;7bf281cf3991:38761 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:34:01,718 INFO [RS:0;7bf281cf3991:38761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:38761. 2024-11-13T11:34:01,718 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de8a162c0053be364c22d6ab8992f551, disabling compactions & flushes 2024-11-13T11:34:01,718 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551. 2024-11-13T11:34:01,718 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551. 2024-11-13T11:34:01,718 DEBUG [RS:0;7bf281cf3991:38761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:01,718 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551. after waiting 0 ms 2024-11-13T11:34:01,718 DEBUG [RS:0;7bf281cf3991:38761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:01,718 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551. 2024-11-13T11:34:01,718 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:34:01,718 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:34:01,718 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:34:01,718 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing de8a162c0053be364c22d6ab8992f551 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-13T11:34:01,718 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:34:01,718 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T11:34:01,718 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1325): Online Regions={de8a162c0053be364c22d6ab8992f551=hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551., 69b0ec5acf44d681dd5a3f40b71c2228=test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:34:01,718 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69b0ec5acf44d681dd5a3f40b71c2228, de8a162c0053be364c22d6ab8992f551 2024-11-13T11:34:01,718 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:34:01,718 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:34:01,718 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:34:01,718 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:34:01,719 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:34:01,719 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T11:34:01,736 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/replication/de8a162c0053be364c22d6ab8992f551/.tmp/hfileref/afe57d40320f43c786a183c4cff67be9 is 74, key is 1/hfileref:08650056f339474d9e5bc4a2dd51f68c_SeqId_4_/1731497576398/DeleteColumn/seqid=0 2024-11-13T11:34:01,737 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/.tmp/info/c627acaa01ca48c1a03e398745885a89 is 147, key is hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551./info:regioninfo/1731497573110/Put/seqid=0 2024-11-13T11:34:01,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741844_1020 (size=5203) 2024-11-13T11:34:01,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741845_1021 (size=7686) 2024-11-13T11:34:01,750 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:34:01,919 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69b0ec5acf44d681dd5a3f40b71c2228, de8a162c0053be364c22d6ab8992f551 2024-11-13T11:34:01,986 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:34:01,986 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:34:02,119 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69b0ec5acf44d681dd5a3f40b71c2228, de8a162c0053be364c22d6ab8992f551 2024-11-13T11:34:02,141 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/replication/de8a162c0053be364c22d6ab8992f551/.tmp/hfileref/afe57d40320f43c786a183c4cff67be9 2024-11-13T11:34:02,141 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/.tmp/info/c627acaa01ca48c1a03e398745885a89 2024-11-13T11:34:02,160 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/.tmp/ns/a5623533cf574cf8846ad5c23dc26bd6 is 43, key is default/ns:d/1731497564556/Put/seqid=0 2024-11-13T11:34:02,160 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/replication/de8a162c0053be364c22d6ab8992f551/.tmp/queue/641ad096f3454821982685294168f25e is 153, key is 1-7bf281cf3991,38761,1731497562083/queue:7bf281cf3991%2C38761%2C1731497562083/1731497578209/Put/seqid=0 2024-11-13T11:34:02,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741846_1022 (size=5352) 2024-11-13T11:34:02,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741847_1023 (size=5153) 2024-11-13T11:34:02,165 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/replication/de8a162c0053be364c22d6ab8992f551/.tmp/queue/641ad096f3454821982685294168f25e 2024-11-13T11:34:02,170 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/replication/de8a162c0053be364c22d6ab8992f551/.tmp/hfileref/afe57d40320f43c786a183c4cff67be9 as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/replication/de8a162c0053be364c22d6ab8992f551/hfileref/afe57d40320f43c786a183c4cff67be9 2024-11-13T11:34:02,174 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/replication/de8a162c0053be364c22d6ab8992f551/hfileref/afe57d40320f43c786a183c4cff67be9, entries=2, sequenceid=10, filesize=5.1 K 2024-11-13T11:34:02,175 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/replication/de8a162c0053be364c22d6ab8992f551/.tmp/queue/641ad096f3454821982685294168f25e as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/replication/de8a162c0053be364c22d6ab8992f551/queue/641ad096f3454821982685294168f25e 2024-11-13T11:34:02,180 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/replication/de8a162c0053be364c22d6ab8992f551/queue/641ad096f3454821982685294168f25e, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T11:34:02,180 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for de8a162c0053be364c22d6ab8992f551 in 462ms, sequenceid=10, compaction requested=false 2024-11-13T11:34:02,185 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/replication/de8a162c0053be364c22d6ab8992f551/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T11:34:02,185 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:34:02,185 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:34:02,185 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551. 2024-11-13T11:34:02,185 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de8a162c0053be364c22d6ab8992f551: Waiting for close lock at 1731497641718Running coprocessor pre-close hooks at 1731497641718Disabling compacts and flushes for region at 1731497641718Disabling writes for close at 1731497641718Obtaining lock to block concurrent updates at 1731497641718Preparing flush snapshotting stores in de8a162c0053be364c22d6ab8992f551 at 1731497641718Finished memstore snapshotting hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731497641718Flushing stores of hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551. at 1731497641719 (+1 ms)Flushing de8a162c0053be364c22d6ab8992f551/hfileref: creating writer at 1731497641719Flushing de8a162c0053be364c22d6ab8992f551/hfileref: appending metadata at 1731497641736 (+17 ms)Flushing de8a162c0053be364c22d6ab8992f551/hfileref: closing flushed file at 1731497641736Flushing de8a162c0053be364c22d6ab8992f551/queue: creating writer at 1731497642146 (+410 ms)Flushing de8a162c0053be364c22d6ab8992f551/queue: appending metadata at 1731497642159 (+13 ms)Flushing de8a162c0053be364c22d6ab8992f551/queue: closing flushed file at 1731497642159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19bf7e50: reopening flushed file at 1731497642169 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b1d9f02: reopening flushed file at 1731497642174 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for de8a162c0053be364c22d6ab8992f551 in 462ms, sequenceid=10, compaction requested=false at 1731497642181 (+7 ms)Writing region close event to WAL at 1731497642181Running coprocessor post-close hooks at 1731497642185 (+4 ms)Closed at 1731497642185 2024-11-13T11:34:02,186 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731497571936.de8a162c0053be364c22d6ab8992f551. 2024-11-13T11:34:02,186 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69b0ec5acf44d681dd5a3f40b71c2228, disabling compactions & flushes 2024-11-13T11:34:02,186 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228. 2024-11-13T11:34:02,186 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228. 2024-11-13T11:34:02,186 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228. after waiting 0 ms 2024-11-13T11:34:02,186 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228. 2024-11-13T11:34:02,189 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/default/test/69b0ec5acf44d681dd5a3f40b71c2228/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T11:34:02,190 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:34:02,190 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:34:02,190 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228. 2024-11-13T11:34:02,190 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69b0ec5acf44d681dd5a3f40b71c2228: Waiting for close lock at 1731497642186Running coprocessor pre-close hooks at 1731497642186Disabling compacts and flushes for region at 1731497642186Disabling writes for close at 1731497642186Writing region close event to WAL at 1731497642187 (+1 ms)Running coprocessor post-close hooks at 1731497642190 (+3 ms)Closed at 1731497642190 2024-11-13T11:34:02,190 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228. 2024-11-13T11:34:02,319 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:02,519 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:02,564 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/.tmp/ns/a5623533cf574cf8846ad5c23dc26bd6 2024-11-13T11:34:02,582 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/.tmp/rep_barrier/5a08b4a5905d432a866d454e7027ea1e is 112, key is test,,1731497568604.69b0ec5acf44d681dd5a3f40b71c2228./rep_barrier:seqnumDuringOpen/1731497569406/Put/seqid=0 2024-11-13T11:34:02,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741848_1024 (size=5518) 2024-11-13T11:34:02,719 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T11:34:02,719 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:34:02,719 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:02,920 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:02,987 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/.tmp/rep_barrier/5a08b4a5905d432a866d454e7027ea1e 2024-11-13T11:34:02,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:02,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:02,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:02,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:03,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:03,008 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/.tmp/table/2210c6b4e1814d56844b42a4d3ca53d3 is 53, key is hbase:replication/table:state/1731497573120/Put/seqid=0 2024-11-13T11:34:03,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741849_1025 (size=5308) 2024-11-13T11:34:03,120 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:03,320 DEBUG [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:03,413 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/.tmp/table/2210c6b4e1814d56844b42a4d3ca53d3 2024-11-13T11:34:03,420 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/.tmp/info/c627acaa01ca48c1a03e398745885a89 as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/info/c627acaa01ca48c1a03e398745885a89 2024-11-13T11:34:03,426 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/info/c627acaa01ca48c1a03e398745885a89, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T11:34:03,427 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/.tmp/ns/a5623533cf574cf8846ad5c23dc26bd6 as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/ns/a5623533cf574cf8846ad5c23dc26bd6 2024-11-13T11:34:03,431 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/ns/a5623533cf574cf8846ad5c23dc26bd6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T11:34:03,432 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/.tmp/rep_barrier/5a08b4a5905d432a866d454e7027ea1e as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/rep_barrier/5a08b4a5905d432a866d454e7027ea1e 2024-11-13T11:34:03,437 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/rep_barrier/5a08b4a5905d432a866d454e7027ea1e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T11:34:03,438 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/.tmp/table/2210c6b4e1814d56844b42a4d3ca53d3 as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/table/2210c6b4e1814d56844b42a4d3ca53d3 2024-11-13T11:34:03,443 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/table/2210c6b4e1814d56844b42a4d3ca53d3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T11:34:03,444 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-13T11:34:03,449 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T11:34:03,449 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:34:03,449 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:34:03,449 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:34:03,449 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497641718Running coprocessor pre-close hooks at 1731497641718Disabling compacts and flushes for region at 1731497641718Disabling writes for close at 1731497641718Obtaining lock to block concurrent updates at 1731497641719 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731497641719Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731497641719Flushing stores of hbase:meta,,1.1588230740 at 1731497641719Flushing 1588230740/info: creating writer at 1731497641719Flushing 1588230740/info: appending metadata at 1731497641737 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731497641737Flushing 1588230740/ns: creating writer at 1731497642146 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731497642159 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731497642159Flushing 1588230740/rep_barrier: creating writer at 1731497642569 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731497642582 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731497642582Flushing 1588230740/table: creating writer at 1731497642993 (+411 ms)Flushing 1588230740/table: appending metadata at 1731497643008 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731497643008Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b3eb32: reopening flushed file at 1731497643419 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78870d27: reopening flushed file at 1731497643426 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66152f30: reopening flushed file at 1731497643432 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b1542e: reopening flushed file at 1731497643437 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1731497643444 (+7 ms)Writing region close event to WAL at 1731497643445 (+1 ms)Running coprocessor post-close hooks at 1731497643449 (+4 ms)Closed at 1731497643449 2024-11-13T11:34:03,449 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:34:03,511 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:34:03,520 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,38761,1731497562083; all regions closed. 2024-11-13T11:34:03,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741834_1010 (size=4239) 2024-11-13T11:34:03,525 DEBUG [RS:0;7bf281cf3991:38761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/oldWALs 2024-11-13T11:34:03,525 INFO [RS:0;7bf281cf3991:38761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C38761%2C1731497562083.meta:.meta(num 1731497564503) 2024-11-13T11:34:03,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741839_1015 (size=2700) 2024-11-13T11:34:03,529 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.rep.1731497573078 not finished, retry = 0 2024-11-13T11:34:03,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:03,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:03,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:03,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:03,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:03,631 DEBUG [RS:0;7bf281cf3991:38761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/oldWALs 2024-11-13T11:34:03,631 INFO [RS:0;7bf281cf3991:38761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C38761%2C1731497562083.rep:(num 1731497573078) 2024-11-13T11:34:03,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741833_1009 (size=1300) 2024-11-13T11:34:03,634 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/WALs/7bf281cf3991,38761,1731497562083/7bf281cf3991%2C38761%2C1731497562083.1731497564123 not finished, retry = 0 2024-11-13T11:34:03,737 DEBUG [RS:0;7bf281cf3991:38761 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/oldWALs 2024-11-13T11:34:03,737 INFO [RS:0;7bf281cf3991:38761 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C38761%2C1731497562083:(num 1731497564123) 2024-11-13T11:34:03,737 DEBUG [RS:0;7bf281cf3991:38761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:03,737 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:34:03,737 INFO [RS:0;7bf281cf3991:38761 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:34:03,737 INFO [RS:0;7bf281cf3991:38761 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T11:34:03,737 INFO [RS:0;7bf281cf3991:38761 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:34:03,737 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:34:03,738 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,38761,1731497562083 because: Region server is closing 2024-11-13T11:34:03,738 INFO [RS:0;7bf281cf3991:38761 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:38761. 2024-11-13T11:34:03,738 DEBUG [RS:0;7bf281cf3991:38761 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:03,738 DEBUG [RS:0;7bf281cf3991:38761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:03,738 DEBUG [RS:0;7bf281cf3991:38761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:03,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:03,838 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.shipper7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T11:34:03,838 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.wal-reader.7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T11:34:03,839 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38761,1731497562083.replicationSource.shipper7bf281cf3991%2C38761%2C1731497562083,1-7bf281cf3991,38761,1731497562083 terminated 2024-11-13T11:34:03,839 INFO [RS:0;7bf281cf3991:38761 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38761 2024-11-13T11:34:03,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520/rs 2024-11-13T11:34:03,840 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0887901520/rs/7bf281cf3991,38761,1731497562083 2024-11-13T11:34:03,840 INFO [RS:0;7bf281cf3991:38761 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:34:03,840 ERROR [pool-582-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f33508e3cb0@75432185 rejected from java.util.concurrent.ThreadPoolExecutor@3041b149[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-13T11:34:03,841 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,38761,1731497562083] 2024-11-13T11:34:03,842 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0887901520/draining/7bf281cf3991,38761,1731497562083 already deleted, retry=false 2024-11-13T11:34:03,842 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,38761,1731497562083 expired; onlineServers=0 2024-11-13T11:34:03,842 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,45753,1731497562039' ***** 2024-11-13T11:34:03,842 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:34:03,842 INFO [M:0;7bf281cf3991:45753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:34:03,842 INFO [M:0;7bf281cf3991:45753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:34:03,842 DEBUG [M:0;7bf281cf3991:45753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:34:03,842 DEBUG [M:0;7bf281cf3991:45753 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:34:03,842 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:34:03,842 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497563898 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497563898,5,FailOnTimeoutGroup] 2024-11-13T11:34:03,842 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497563898 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497563898,5,FailOnTimeoutGroup] 2024-11-13T11:34:03,842 INFO [M:0;7bf281cf3991:45753 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:34:03,842 INFO [M:0;7bf281cf3991:45753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:34:03,842 DEBUG [M:0;7bf281cf3991:45753 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:34:03,842 INFO [M:0;7bf281cf3991:45753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:34:03,842 INFO [M:0;7bf281cf3991:45753 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:34:03,843 INFO [M:0;7bf281cf3991:45753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:34:03,843 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:34:03,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0887901520/master 2024-11-13T11:34:03,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0887901520 2024-11-13T11:34:03,843 DEBUG [M:0;7bf281cf3991:45753 {}] zookeeper.ZKUtil(347): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Unable to get data of znode /0887901520/master because node does not exist (not an error) 2024-11-13T11:34:03,843 WARN [M:0;7bf281cf3991:45753 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:34:03,844 INFO [M:0;7bf281cf3991:45753 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/.lastflushedseqids 2024-11-13T11:34:03,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741850_1026 (size=263) 2024-11-13T11:34:03,941 INFO [RS:0;7bf281cf3991:38761 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:34:03,941 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:03,941 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38761-0x10038db68bb0001, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:03,941 INFO [RS:0;7bf281cf3991:38761 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,38761,1731497562083; zookeeper connection closed. 2024-11-13T11:34:03,941 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fb11fb5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fb11fb5 2024-11-13T11:34:03,942 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:34:04,249 INFO [M:0;7bf281cf3991:45753 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:34:04,250 INFO [M:0;7bf281cf3991:45753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:34:04,250 DEBUG [M:0;7bf281cf3991:45753 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:34:04,250 INFO [M:0;7bf281cf3991:45753 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:04,250 DEBUG [M:0;7bf281cf3991:45753 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:04,250 DEBUG [M:0;7bf281cf3991:45753 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:34:04,250 DEBUG [M:0;7bf281cf3991:45753 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:04,250 INFO [M:0;7bf281cf3991:45753 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-13T11:34:04,264 DEBUG [M:0;7bf281cf3991:45753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76a423e6209f4274af6886597052a9c9 is 82, key is hbase:meta,,1/info:regioninfo/1731497564537/Put/seqid=0 2024-11-13T11:34:04,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741851_1027 (size=5672) 2024-11-13T11:34:04,668 INFO [M:0;7bf281cf3991:45753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76a423e6209f4274af6886597052a9c9 2024-11-13T11:34:04,687 DEBUG [M:0;7bf281cf3991:45753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b1e67bc3a16496eb68244fece4cc71b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731497569442/Put/seqid=0 2024-11-13T11:34:04,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741852_1028 (size=7240) 2024-11-13T11:34:05,091 INFO [M:0;7bf281cf3991:45753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b1e67bc3a16496eb68244fece4cc71b 2024-11-13T11:34:05,096 INFO [M:0;7bf281cf3991:45753 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b1e67bc3a16496eb68244fece4cc71b 2024-11-13T11:34:05,108 DEBUG [M:0;7bf281cf3991:45753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0b0b2300df642239fd858e022f0b711 is 69, key is 7bf281cf3991,38761,1731497562083/rs:state/1731497563949/Put/seqid=0 2024-11-13T11:34:05,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741853_1029 (size=5156) 2024-11-13T11:34:05,512 INFO [M:0;7bf281cf3991:45753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0b0b2300df642239fd858e022f0b711 2024-11-13T11:34:05,518 DEBUG [M:0;7bf281cf3991:45753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76a423e6209f4274af6886597052a9c9 as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76a423e6209f4274af6886597052a9c9 2024-11-13T11:34:05,522 INFO [M:0;7bf281cf3991:45753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76a423e6209f4274af6886597052a9c9, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T11:34:05,523 DEBUG [M:0;7bf281cf3991:45753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b1e67bc3a16496eb68244fece4cc71b as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b1e67bc3a16496eb68244fece4cc71b 2024-11-13T11:34:05,527 INFO [M:0;7bf281cf3991:45753 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b1e67bc3a16496eb68244fece4cc71b 2024-11-13T11:34:05,527 INFO [M:0;7bf281cf3991:45753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b1e67bc3a16496eb68244fece4cc71b, entries=11, sequenceid=105, filesize=7.1 K 2024-11-13T11:34:05,528 DEBUG [M:0;7bf281cf3991:45753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a0b0b2300df642239fd858e022f0b711 as hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0b0b2300df642239fd858e022f0b711 2024-11-13T11:34:05,532 INFO [M:0;7bf281cf3991:45753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33809/user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a0b0b2300df642239fd858e022f0b711, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T11:34:05,533 INFO [M:0;7bf281cf3991:45753 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false 2024-11-13T11:34:05,534 INFO [M:0;7bf281cf3991:45753 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:05,534 DEBUG [M:0;7bf281cf3991:45753 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497644250Disabling compacts and flushes for region at 1731497644250Disabling writes for close at 1731497644250Obtaining lock to block concurrent updates at 1731497644250Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497644250Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731497644250Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497644251 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497644251Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497644264 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497644264Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497644673 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497644686 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497644686Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497645096 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497645108 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497645108Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39ba4bcd: reopening flushed file at 1731497645517 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28957d6f: reopening flushed file at 1731497645522 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122e038b: reopening flushed file at 1731497645527 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false at 1731497645533 (+6 ms)Writing region close event to WAL at 1731497645534 (+1 ms)Closed at 1731497645534 2024-11-13T11:34:05,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39243 is added to blk_1073741830_1006 (size=64526) 2024-11-13T11:34:05,536 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca6deb80-817e-cea0-3b07-26cc5330d0aa/MasterData/WALs/7bf281cf3991,45753,1731497562039/7bf281cf3991%2C45753%2C1731497562039.1731497563779 not finished, retry = 0 2024-11-13T11:34:05,637 INFO [M:0;7bf281cf3991:45753 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:34:05,637 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:34:05,637 INFO [M:0;7bf281cf3991:45753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45753 2024-11-13T11:34:05,638 INFO [M:0;7bf281cf3991:45753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:34:05,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:05,739 INFO [M:0;7bf281cf3991:45753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:34:05,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45753-0x10038db68bb0000, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:05,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77693485{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:34:05,742 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61327946{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:34:05,742 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:34:05,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e0f1b25{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:34:05,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b54e91e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/hadoop.log.dir/,STOPPED} 2024-11-13T11:34:05,743 WARN [BP-839237554-172.17.0.2-1731497561190 heartbeating to localhost/127.0.0.1:33809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:34:05,743 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:34:05,743 WARN [BP-839237554-172.17.0.2-1731497561190 heartbeating to localhost/127.0.0.1:33809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-839237554-172.17.0.2-1731497561190 (Datanode Uuid 82641c46-0c79-4065-bbea-7ac08053cf91) service to localhost/127.0.0.1:33809 2024-11-13T11:34:05,743 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:34:05,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/cluster_bd6ef0ae-ed40-dc17-d182-9e9d2b663745/data/data1/current/BP-839237554-172.17.0.2-1731497561190 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:34:05,744 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/cluster_bd6ef0ae-ed40-dc17-d182-9e9d2b663745/data/data2/current/BP-839237554-172.17.0.2-1731497561190 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:34:05,744 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:34:05,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a8750cd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:34:05,749 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1425a20b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:34:05,749 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:34:05,749 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74cb0f58{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:34:05,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b67d833{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/028ed145-8fff-31c9-ff8d-6f148ca70c40/hadoop.log.dir/,STOPPED} 2024-11-13T11:34:05,754 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T11:34:05,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:34:05,773 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 139) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61462) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f3350b91c50.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45237 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f3350b91c50.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33809 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45237 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:33809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61462) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45237 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=167 (was 225), ProcessCount=11 (was 11), AvailableMemoryMB=2069 (was 2731) 2024-11-13T11:34:05,780 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=167, ProcessCount=11, AvailableMemoryMB=2069 2024-11-13T11:34:05,792 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-13T11:34:05,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/hadoop.log.dir so I do NOT create it in target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1 2024-11-13T11:34:05,793 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:34:05,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/hadoop.tmp.dir so I do NOT create it in target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1 2024-11-13T11:34:05,793 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b9812ec3-71c2-57fb-5958-f978395c9e4b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:34:05,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1 2024-11-13T11:34:05,793 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/cluster_0abd6782-40ab-bd27-7bc5-8bf33c0a39d4, deleteOnExit=true 2024-11-13T11:34:05,795 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/cluster_0abd6782-40ab-bd27-7bc5-8bf33c0a39d4/zookeeper_0, clientPort=59916, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/cluster_0abd6782-40ab-bd27-7bc5-8bf33c0a39d4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/cluster_0abd6782-40ab-bd27-7bc5-8bf33c0a39d4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T11:34:05,796 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59916 2024-11-13T11:34:05,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:34:05,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:34:05,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/test.cache.data in system properties and HBase conf 2024-11-13T11:34:05,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:34:05,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:34:05,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:34:05,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:34:05,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:34:05,796 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:34:05,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:34:05,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:34:05,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:34:05,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:34:05,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:34:05,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:34:05,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:34:05,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:34:05,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:34:05,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:34:05,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:34:05,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:34:05,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:34:05,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:34:05,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:34:05,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:34:05,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10038db68bb0005, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:34:05,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10038db68bb0002, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:34:05,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10038db68bb0002, quorum=127.0.0.1:61462, baseZNode=/0887901520 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:34:05,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10038db68bb0005, quorum=127.0.0.1:61462, baseZNode=/1-1492871908 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:34:05,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:34:05,854 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:34:05,854 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:34:05,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:34:05,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@645f7d76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:34:05,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@830a9f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:34:05,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fbd2b8b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/java.io.tmpdir/jetty-localhost-39935-hadoop-hdfs-3_4_1-tests_jar-_-any-17834349579134183961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:34:05,949 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ee8259d{HTTP/1.1, (http/1.1)}{localhost:39935} 2024-11-13T11:34:05,949 INFO [Time-limited test {}] server.Server(415): Started @130822ms 2024-11-13T11:34:05,996 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:34:05,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:34:06,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:34:06,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:34:06,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:34:06,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72697519{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:34:06,002 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0e3efc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:34:06,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23cc2f18{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/java.io.tmpdir/jetty-localhost-46837-hadoop-hdfs-3_4_1-tests_jar-_-any-3345898577389249313/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:34:06,106 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a7ac3fe{HTTP/1.1, (http/1.1)}{localhost:46837} 2024-11-13T11:34:06,106 INFO [Time-limited test {}] server.Server(415): Started @130978ms 2024-11-13T11:34:06,107 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:34:06,162 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/cluster_0abd6782-40ab-bd27-7bc5-8bf33c0a39d4/data/data1/current/BP-97913042-172.17.0.2-1731497645812/current, will proceed with Du for space computation calculation, 2024-11-13T11:34:06,162 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/cluster_0abd6782-40ab-bd27-7bc5-8bf33c0a39d4/data/data2/current/BP-97913042-172.17.0.2-1731497645812/current, will proceed with Du for space computation calculation, 2024-11-13T11:34:06,177 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:34:06,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69266f4bf818bf17 with lease ID 0x73609e1394bbd694: Processing first storage report for DS-3f01822e-a2e7-4275-bfe6-0e15f62e00bf from datanode DatanodeRegistration(127.0.0.1:35841, datanodeUuid=e0302667-2dcc-4a44-99d5-9d0cba8999c4, infoPort=43039, infoSecurePort=0, ipcPort=38229, storageInfo=lv=-57;cid=testClusterID;nsid=1431190093;c=1731497645812) 2024-11-13T11:34:06,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69266f4bf818bf17 with lease ID 0x73609e1394bbd694: from storage DS-3f01822e-a2e7-4275-bfe6-0e15f62e00bf node DatanodeRegistration(127.0.0.1:35841, datanodeUuid=e0302667-2dcc-4a44-99d5-9d0cba8999c4, infoPort=43039, infoSecurePort=0, ipcPort=38229, storageInfo=lv=-57;cid=testClusterID;nsid=1431190093;c=1731497645812), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:34:06,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69266f4bf818bf17 with lease ID 0x73609e1394bbd694: Processing first storage report for DS-0d0db8ce-70a8-4b0e-9728-cade5bef60b2 from datanode DatanodeRegistration(127.0.0.1:35841, datanodeUuid=e0302667-2dcc-4a44-99d5-9d0cba8999c4, infoPort=43039, infoSecurePort=0, ipcPort=38229, storageInfo=lv=-57;cid=testClusterID;nsid=1431190093;c=1731497645812) 2024-11-13T11:34:06,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69266f4bf818bf17 with lease ID 0x73609e1394bbd694: from storage DS-0d0db8ce-70a8-4b0e-9728-cade5bef60b2 node DatanodeRegistration(127.0.0.1:35841, datanodeUuid=e0302667-2dcc-4a44-99d5-9d0cba8999c4, infoPort=43039, infoSecurePort=0, ipcPort=38229, storageInfo=lv=-57;cid=testClusterID;nsid=1431190093;c=1731497645812), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:34:06,230 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1 2024-11-13T11:34:06,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:06,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:06,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:34:06,640 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5 with version=8 2024-11-13T11:34:06,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/hbase-staging 2024-11-13T11:34:06,643 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:34:06,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:06,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:06,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:34:06,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:06,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:34:06,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:34:06,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:34:06,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42627 2024-11-13T11:34:06,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42627 connecting to ZooKeeper ensemble=127.0.0.1:59916 2024-11-13T11:34:06,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426270x0, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:34:06,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42627-0x10038dcb3510000 connected 2024-11-13T11:34:06,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:06,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:06,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on znode that does not yet exist, /0-1126673645/running 2024-11-13T11:34:06,664 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5, hbase.cluster.distributed=false 2024-11-13T11:34:06,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on znode that does not yet exist, /0-1126673645/acl 2024-11-13T11:34:06,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42627 2024-11-13T11:34:06,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42627 2024-11-13T11:34:06,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42627 2024-11-13T11:34:06,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42627 2024-11-13T11:34:06,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42627 2024-11-13T11:34:06,681 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:34:06,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:06,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:06,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:34:06,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:06,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:34:06,681 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:34:06,681 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:34:06,685 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38417 2024-11-13T11:34:06,686 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38417 connecting to ZooKeeper ensemble=127.0.0.1:59916 2024-11-13T11:34:06,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:06,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:06,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384170x0, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:34:06,691 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384170x0, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on znode that does not yet exist, /0-1126673645/running 2024-11-13T11:34:06,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38417-0x10038dcb3510001 connected 2024-11-13T11:34:06,692 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:34:06,692 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:34:06,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on znode that does not yet exist, /0-1126673645/master 2024-11-13T11:34:06,693 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on znode that does not yet exist, /0-1126673645/acl 2024-11-13T11:34:06,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38417 2024-11-13T11:34:06,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38417 2024-11-13T11:34:06,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38417 2024-11-13T11:34:06,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38417 2024-11-13T11:34:06,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38417 2024-11-13T11:34:06,715 DEBUG [M:0;7bf281cf3991:42627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:42627 2024-11-13T11:34:06,715 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1126673645/backup-masters/7bf281cf3991,42627,1731497646642 2024-11-13T11:34:06,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645/backup-masters 2024-11-13T11:34:06,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645/backup-masters 2024-11-13T11:34:06,716 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on existing znode=/0-1126673645/backup-masters/7bf281cf3991,42627,1731497646642 2024-11-13T11:34:06,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1126673645/master 2024-11-13T11:34:06,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:06,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:06,718 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on existing znode=/0-1126673645/master 2024-11-13T11:34:06,718 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1126673645/backup-masters/7bf281cf3991,42627,1731497646642 from backup master directory 2024-11-13T11:34:06,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1126673645/backup-masters/7bf281cf3991,42627,1731497646642 2024-11-13T11:34:06,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645/backup-masters 2024-11-13T11:34:06,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645/backup-masters 2024-11-13T11:34:06,718 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:34:06,719 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,42627,1731497646642 2024-11-13T11:34:06,722 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/hbase.id] with ID: cc4b993a-adc3-4a6b-b169-58429b37b504 2024-11-13T11:34:06,722 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/.tmp/hbase.id 2024-11-13T11:34:06,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:34:07,129 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/.tmp/hbase.id]:[hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/hbase.id] 2024-11-13T11:34:07,140 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:07,140 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:34:07,141 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T11:34:07,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:07,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:07,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:34:07,548 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:34:07,549 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:34:07,549 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:07,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:34:07,959 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store 2024-11-13T11:34:07,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:34:08,366 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:08,366 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:34:08,366 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:08,366 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:08,366 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:34:08,366 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:08,366 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:08,366 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497648366Disabling compacts and flushes for region at 1731497648366Disabling writes for close at 1731497648366Writing region close event to WAL at 1731497648366Closed at 1731497648366 2024-11-13T11:34:08,367 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/.initializing 2024-11-13T11:34:08,367 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/WALs/7bf281cf3991,42627,1731497646642 2024-11-13T11:34:08,368 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:34:08,370 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C42627%2C1731497646642, suffix=, logDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/WALs/7bf281cf3991,42627,1731497646642, archiveDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/oldWALs, maxLogs=10 2024-11-13T11:34:08,385 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/WALs/7bf281cf3991,42627,1731497646642/7bf281cf3991%2C42627%2C1731497646642.1731497648370, exclude list is [], retry=0 2024-11-13T11:34:08,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35841,DS-3f01822e-a2e7-4275-bfe6-0e15f62e00bf,DISK] 2024-11-13T11:34:08,389 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/WALs/7bf281cf3991,42627,1731497646642/7bf281cf3991%2C42627%2C1731497646642.1731497648370 2024-11-13T11:34:08,389 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43039:43039)] 2024-11-13T11:34:08,389 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:34:08,390 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:08,390 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:08,390 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:08,391 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:08,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:34:08,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:08,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:08,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:08,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:34:08,394 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:08,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:08,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:08,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:34:08,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:08,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:08,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:08,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:34:08,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:08,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:08,398 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:08,399 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:08,399 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:08,400 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:08,400 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:08,401 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:34:08,402 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:08,403 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:34:08,404 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60095512, jitterRate=-0.10450708866119385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:34:08,404 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497648390Initializing all the Stores at 1731497648391 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497648391Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497648391Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497648391Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497648391Cleaning up temporary data from old regions at 1731497648400 (+9 ms)Region opened successfully at 1731497648404 (+4 ms) 2024-11-13T11:34:08,404 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:34:08,407 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af6c9c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:34:08,408 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:34:08,408 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:34:08,408 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:34:08,408 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:34:08,408 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:34:08,409 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:34:08,409 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:34:08,411 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:34:08,411 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Unable to get data of znode /0-1126673645/balancer because node does not exist (not necessarily an error) 2024-11-13T11:34:08,412 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1126673645/balancer already deleted, retry=false 2024-11-13T11:34:08,412 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:34:08,412 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Unable to get data of znode /0-1126673645/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:34:08,413 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1126673645/normalizer already deleted, retry=false 2024-11-13T11:34:08,413 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:34:08,414 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Unable to get data of znode /0-1126673645/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:34:08,414 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1126673645/switch/split already deleted, retry=false 2024-11-13T11:34:08,415 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Unable to get data of znode /0-1126673645/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:34:08,415 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1126673645/switch/merge already deleted, retry=false 2024-11-13T11:34:08,417 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Unable to get data of znode /0-1126673645/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:34:08,417 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1126673645/snapshot-cleanup already deleted, retry=false 2024-11-13T11:34:08,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1126673645/running 2024-11-13T11:34:08,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1126673645/running 2024-11-13T11:34:08,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:08,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:08,419 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,42627,1731497646642, sessionid=0x10038dcb3510000, setting cluster-up flag (Was=false) 2024-11-13T11:34:08,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:08,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:08,422 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1126673645/flush-table-proc/acquired, /0-1126673645/flush-table-proc/reached, /0-1126673645/flush-table-proc/abort 2024-11-13T11:34:08,423 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,42627,1731497646642 2024-11-13T11:34:08,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:08,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:08,427 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1126673645/online-snapshot/acquired, /0-1126673645/online-snapshot/reached, /0-1126673645/online-snapshot/abort 2024-11-13T11:34:08,428 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,42627,1731497646642 2024-11-13T11:34:08,429 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:34:08,430 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:08,430 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:34:08,430 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:34:08,430 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,42627,1731497646642 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:34:08,432 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:08,432 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:08,432 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:08,432 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:08,432 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:34:08,432 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:08,432 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:34:08,432 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:08,432 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497678432 2024-11-13T11:34:08,433 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:34:08,433 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:34:08,433 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:34:08,433 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:34:08,433 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:34:08,433 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:34:08,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:08,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:34:08,434 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:08,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:34:08,437 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:08,437 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:34:08,437 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:34:08,438 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:34:08,438 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:34:08,438 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:34:08,438 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:34:08,440 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497648438,5,FailOnTimeoutGroup] 2024-11-13T11:34:08,441 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497648440,5,FailOnTimeoutGroup] 2024-11-13T11:34:08,441 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:08,441 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:34:08,441 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:08,441 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:08,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:34:08,508 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(746): ClusterId : cc4b993a-adc3-4a6b-b169-58429b37b504 2024-11-13T11:34:08,508 DEBUG [RS:0;7bf281cf3991:38417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:34:08,509 DEBUG [RS:0;7bf281cf3991:38417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:34:08,509 DEBUG [RS:0;7bf281cf3991:38417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:34:08,510 DEBUG [RS:0;7bf281cf3991:38417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:34:08,510 DEBUG [RS:0;7bf281cf3991:38417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f958405, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:34:08,520 DEBUG [RS:0;7bf281cf3991:38417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:38417 2024-11-13T11:34:08,520 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:34:08,520 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:34:08,520 DEBUG [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:34:08,521 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,42627,1731497646642 with port=38417, startcode=1731497646680 2024-11-13T11:34:08,521 DEBUG [RS:0;7bf281cf3991:38417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:34:08,522 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:34:08,523 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42627 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,38417,1731497646680 2024-11-13T11:34:08,523 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42627 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,38417,1731497646680 2024-11-13T11:34:08,524 DEBUG [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5 2024-11-13T11:34:08,524 DEBUG [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42653 2024-11-13T11:34:08,524 DEBUG [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:34:08,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645/rs 2024-11-13T11:34:08,525 DEBUG [RS:0;7bf281cf3991:38417 {}] zookeeper.ZKUtil(111): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on existing znode=/0-1126673645/rs/7bf281cf3991,38417,1731497646680 2024-11-13T11:34:08,525 WARN [RS:0;7bf281cf3991:38417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:34:08,525 INFO [RS:0;7bf281cf3991:38417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:08,525 DEBUG [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680 2024-11-13T11:34:08,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,38417,1731497646680] 2024-11-13T11:34:08,528 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:34:08,530 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:34:08,530 INFO [RS:0;7bf281cf3991:38417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:34:08,530 INFO [RS:0;7bf281cf3991:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:08,530 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:34:08,531 INFO [RS:0;7bf281cf3991:38417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:34:08,531 INFO [RS:0;7bf281cf3991:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:08,531 DEBUG [RS:0;7bf281cf3991:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:08,531 DEBUG [RS:0;7bf281cf3991:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:08,531 DEBUG [RS:0;7bf281cf3991:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:08,531 DEBUG [RS:0;7bf281cf3991:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:08,531 DEBUG [RS:0;7bf281cf3991:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:08,531 DEBUG [RS:0;7bf281cf3991:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:34:08,531 DEBUG [RS:0;7bf281cf3991:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:08,531 DEBUG [RS:0;7bf281cf3991:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:08,531 DEBUG [RS:0;7bf281cf3991:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:08,532 DEBUG [RS:0;7bf281cf3991:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:08,532 DEBUG [RS:0;7bf281cf3991:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:08,532 DEBUG [RS:0;7bf281cf3991:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:08,532 DEBUG [RS:0;7bf281cf3991:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:34:08,532 DEBUG [RS:0;7bf281cf3991:38417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:34:08,533 INFO [RS:0;7bf281cf3991:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:08,533 INFO [RS:0;7bf281cf3991:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:08,533 INFO [RS:0;7bf281cf3991:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:08,533 INFO [RS:0;7bf281cf3991:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:08,533 INFO [RS:0;7bf281cf3991:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:08,533 INFO [RS:0;7bf281cf3991:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,38417,1731497646680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:34:08,545 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:34:08,545 INFO [RS:0;7bf281cf3991:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,38417,1731497646680-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:08,545 INFO [RS:0;7bf281cf3991:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:08,545 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.Replication(171): 7bf281cf3991,38417,1731497646680 started 2024-11-13T11:34:08,557 INFO [RS:0;7bf281cf3991:38417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:08,557 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,38417,1731497646680, RpcServer on 7bf281cf3991/172.17.0.2:38417, sessionid=0x10038dcb3510001 2024-11-13T11:34:08,557 DEBUG [RS:0;7bf281cf3991:38417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:34:08,557 DEBUG [RS:0;7bf281cf3991:38417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,38417,1731497646680 2024-11-13T11:34:08,557 DEBUG [RS:0;7bf281cf3991:38417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,38417,1731497646680' 2024-11-13T11:34:08,557 DEBUG [RS:0;7bf281cf3991:38417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1126673645/flush-table-proc/abort' 2024-11-13T11:34:08,558 DEBUG [RS:0;7bf281cf3991:38417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1126673645/flush-table-proc/acquired' 2024-11-13T11:34:08,558 DEBUG [RS:0;7bf281cf3991:38417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:34:08,558 DEBUG [RS:0;7bf281cf3991:38417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:34:08,558 DEBUG [RS:0;7bf281cf3991:38417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,38417,1731497646680 2024-11-13T11:34:08,558 DEBUG [RS:0;7bf281cf3991:38417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,38417,1731497646680' 2024-11-13T11:34:08,558 DEBUG [RS:0;7bf281cf3991:38417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1126673645/online-snapshot/abort' 2024-11-13T11:34:08,558 DEBUG [RS:0;7bf281cf3991:38417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1126673645/online-snapshot/acquired' 2024-11-13T11:34:08,558 DEBUG [RS:0;7bf281cf3991:38417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:34:08,558 INFO [RS:0;7bf281cf3991:38417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:34:08,559 INFO [RS:0;7bf281cf3991:38417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:34:08,659 INFO [RS:0;7bf281cf3991:38417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:34:08,661 INFO [RS:0;7bf281cf3991:38417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C38417%2C1731497646680, suffix=, logDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680, archiveDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/oldWALs, maxLogs=10 2024-11-13T11:34:08,672 DEBUG [RS:0;7bf281cf3991:38417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680/7bf281cf3991%2C38417%2C1731497646680.1731497648661, exclude list is [], retry=0 2024-11-13T11:34:08,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35841,DS-3f01822e-a2e7-4275-bfe6-0e15f62e00bf,DISK] 2024-11-13T11:34:08,675 INFO [RS:0;7bf281cf3991:38417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680/7bf281cf3991%2C38417%2C1731497646680.1731497648661 2024-11-13T11:34:08,676 DEBUG [RS:0;7bf281cf3991:38417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43039:43039)] 2024-11-13T11:34:08,844 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:34:08,844 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5 2024-11-13T11:34:08,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741833_1009 (size=32) 2024-11-13T11:34:08,951 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:34:08,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:08,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:08,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:08,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:08,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:08,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:09,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:09,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:34:09,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:34:09,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:09,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:09,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:34:09,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:34:09,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:09,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:09,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:34:09,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:34:09,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:09,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:09,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:34:09,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:34:09,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:09,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:09,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:34:09,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740 2024-11-13T11:34:09,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740 2024-11-13T11:34:09,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:34:09,259 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:34:09,259 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:34:09,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:34:09,262 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:34:09,262 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59663918, jitterRate=-0.11093834042549133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:34:09,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497649250Initializing all the Stores at 1731497649251 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497649251Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497649251Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497649251Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497649251Cleaning up temporary data from old regions at 1731497649259 (+8 ms)Region opened successfully at 1731497649263 (+4 ms) 2024-11-13T11:34:09,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:34:09,263 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:34:09,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:34:09,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:34:09,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:34:09,263 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:34:09,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497649263Disabling compacts and flushes for region at 1731497649263Disabling writes for close at 1731497649263Writing region close event to WAL at 1731497649263Closed at 1731497649263 2024-11-13T11:34:09,265 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:09,265 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:34:09,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:34:09,266 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:34:09,267 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:34:09,417 DEBUG [7bf281cf3991:42627 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:34:09,418 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,38417,1731497646680 2024-11-13T11:34:09,419 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,38417,1731497646680, state=OPENING 2024-11-13T11:34:09,420 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:34:09,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:09,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:09,422 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:34:09,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1126673645/meta-region-server: CHANGED 2024-11-13T11:34:09,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,38417,1731497646680}] 2024-11-13T11:34:09,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1126673645/meta-region-server: CHANGED 2024-11-13T11:34:09,574 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:34:09,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:34:09,579 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:34:09,579 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:09,579 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:34:09,581 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C38417%2C1731497646680.meta, suffix=.meta, logDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680, archiveDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/oldWALs, maxLogs=10 2024-11-13T11:34:09,599 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680/7bf281cf3991%2C38417%2C1731497646680.meta.1731497649581.meta, exclude list is [], retry=0 2024-11-13T11:34:09,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35841,DS-3f01822e-a2e7-4275-bfe6-0e15f62e00bf,DISK] 2024-11-13T11:34:09,602 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680/7bf281cf3991%2C38417%2C1731497646680.meta.1731497649581.meta 2024-11-13T11:34:09,603 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43039:43039)] 2024-11-13T11:34:09,603 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:34:09,603 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:34:09,604 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:34:09,604 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:34:09,604 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:34:09,604 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:34:09,604 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:09,604 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:34:09,604 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:34:09,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:34:09,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:34:09,607 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:09,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:09,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:34:09,608 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:34:09,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:09,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:09,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:34:09,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:34:09,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:09,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:09,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:34:09,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:34:09,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:09,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:09,611 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:34:09,612 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740 2024-11-13T11:34:09,613 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740 2024-11-13T11:34:09,614 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:34:09,614 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:34:09,615 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:34:09,616 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:34:09,617 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71037141, jitterRate=0.05853588879108429}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:34:09,617 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:34:09,617 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497649604Writing region info on filesystem at 1731497649604Initializing all the Stores at 1731497649605 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497649605Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497649606 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497649606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497649606Cleaning up temporary data from old regions at 1731497649614 (+8 ms)Running coprocessor post-open hooks at 1731497649617 (+3 ms)Region opened successfully at 1731497649617 2024-11-13T11:34:09,618 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497649574 2024-11-13T11:34:09,620 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:34:09,620 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:34:09,621 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,38417,1731497646680 2024-11-13T11:34:09,621 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,38417,1731497646680, state=OPEN 2024-11-13T11:34:09,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1126673645/meta-region-server 2024-11-13T11:34:09,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1126673645/meta-region-server 2024-11-13T11:34:09,622 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,38417,1731497646680 2024-11-13T11:34:09,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1126673645/meta-region-server: CHANGED 2024-11-13T11:34:09,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1126673645/meta-region-server: CHANGED 2024-11-13T11:34:09,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:34:09,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,38417,1731497646680 in 201 msec 2024-11-13T11:34:09,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:34:09,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-13T11:34:09,627 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:09,627 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:34:09,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:09,628 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38417,1731497646680, seqNum=-1] 2024-11-13T11:34:09,629 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:09,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:34:09,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-13T11:34:09,634 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497649634, completionTime=-1 2024-11-13T11:34:09,634 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:34:09,634 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:34:09,636 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:34:09,636 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497709636 2024-11-13T11:34:09,636 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497769636 2024-11-13T11:34:09,636 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T11:34:09,637 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,42627,1731497646642-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:09,637 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,42627,1731497646642-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:09,637 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,42627,1731497646642-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:09,637 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:42627, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:09,637 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:09,637 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:09,638 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:34:09,640 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.921sec 2024-11-13T11:34:09,640 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:34:09,640 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:34:09,640 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:34:09,640 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:34:09,640 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:34:09,640 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,42627,1731497646642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:34:09,640 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,42627,1731497646642-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:34:09,642 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:34:09,643 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:34:09,643 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,42627,1731497646642-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:09,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67911f26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:09,708 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,42627,-1 for getting cluster id 2024-11-13T11:34:09,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:09,709 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc4b993a-adc3-4a6b-b169-58429b37b504' 2024-11-13T11:34:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc4b993a-adc3-4a6b-b169-58429b37b504" 2024-11-13T11:34:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a16a9de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,42627,-1] 2024-11-13T11:34:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:09,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:09,711 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:09,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@156b651d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:09,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38417,1731497646680, seqNum=-1] 2024-11-13T11:34:09,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:09,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:34:09,715 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,42627,1731497646642 2024-11-13T11:34:09,716 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59916 2024-11-13T11:34:09,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:34:09,718 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10038dcb3510002 connected 2024-11-13T11:34:09,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/hadoop.log.dir so I do NOT create it in target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622 2024-11-13T11:34:09,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:34:09,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/hadoop.tmp.dir so I do NOT create it in target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622 2024-11-13T11:34:09,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:34:09,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622 2024-11-13T11:34:09,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:34:09,721 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/cluster_8015f850-f098-f8c0-5859-a32fd15c3dec, deleteOnExit=true 2024-11-13T11:34:09,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:34:09,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/test.cache.data in system properties and HBase conf 2024-11-13T11:34:09,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:34:09,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:34:09,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:34:09,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:34:09,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:34:09,721 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:34:09,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:34:09,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:34:09,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:34:09,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:34:09,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:34:09,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:34:09,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:34:09,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:34:09,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:34:09,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:34:09,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:34:09,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:34:09,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:34:09,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:34:09,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:34:09,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:34:09,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:34:09,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:34:09,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:34:09,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:34:09,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e363219{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:34:09,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@227b1983{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:34:09,870 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1cebf78e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/java.io.tmpdir/jetty-localhost-44099-hadoop-hdfs-3_4_1-tests_jar-_-any-3319489115930908058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:34:09,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a243add{HTTP/1.1, (http/1.1)}{localhost:44099} 2024-11-13T11:34:09,870 INFO [Time-limited test {}] server.Server(415): Started @134743ms 2024-11-13T11:34:09,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:34:09,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:34:09,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:34:09,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:34:09,948 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:34:09,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48fb8414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:34:09,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8f56fb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:34:10,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c5bd7e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/java.io.tmpdir/jetty-localhost-33065-hadoop-hdfs-3_4_1-tests_jar-_-any-9880222448797265360/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:34:10,045 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b7b176a{HTTP/1.1, (http/1.1)}{localhost:33065} 2024-11-13T11:34:10,045 INFO [Time-limited test {}] server.Server(415): Started @134917ms 2024-11-13T11:34:10,046 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:34:10,101 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/cluster_8015f850-f098-f8c0-5859-a32fd15c3dec/data/data2/current/BP-646541896-172.17.0.2-1731497649737/current, will proceed with Du for space computation calculation, 2024-11-13T11:34:10,101 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/cluster_8015f850-f098-f8c0-5859-a32fd15c3dec/data/data1/current/BP-646541896-172.17.0.2-1731497649737/current, will proceed with Du for space computation calculation, 2024-11-13T11:34:10,116 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:34:10,118 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf77f8c5106610b49 with lease ID 0xe2b101fbe9206d67: Processing first storage report for DS-4cdafb4c-2c5a-4370-90f3-089d1d3aceaa from datanode DatanodeRegistration(127.0.0.1:42493, datanodeUuid=99ad10ee-89e0-4339-8c14-67d222a8e944, infoPort=43793, infoSecurePort=0, ipcPort=37567, storageInfo=lv=-57;cid=testClusterID;nsid=1270289764;c=1731497649737) 2024-11-13T11:34:10,118 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf77f8c5106610b49 with lease ID 0xe2b101fbe9206d67: from storage DS-4cdafb4c-2c5a-4370-90f3-089d1d3aceaa node DatanodeRegistration(127.0.0.1:42493, datanodeUuid=99ad10ee-89e0-4339-8c14-67d222a8e944, infoPort=43793, infoSecurePort=0, ipcPort=37567, storageInfo=lv=-57;cid=testClusterID;nsid=1270289764;c=1731497649737), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:34:10,118 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf77f8c5106610b49 with lease ID 0xe2b101fbe9206d67: Processing first storage report for DS-a8039df4-84f3-4be8-9c4f-6ad1b820bb5d from datanode DatanodeRegistration(127.0.0.1:42493, datanodeUuid=99ad10ee-89e0-4339-8c14-67d222a8e944, infoPort=43793, infoSecurePort=0, ipcPort=37567, storageInfo=lv=-57;cid=testClusterID;nsid=1270289764;c=1731497649737) 2024-11-13T11:34:10,119 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf77f8c5106610b49 with lease ID 0xe2b101fbe9206d67: from storage DS-a8039df4-84f3-4be8-9c4f-6ad1b820bb5d node DatanodeRegistration(127.0.0.1:42493, datanodeUuid=99ad10ee-89e0-4339-8c14-67d222a8e944, infoPort=43793, infoSecurePort=0, ipcPort=37567, storageInfo=lv=-57;cid=testClusterID;nsid=1270289764;c=1731497649737), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:34:10,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622 2024-11-13T11:34:10,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:10,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:10,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:34:10,578 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee with version=8 2024-11-13T11:34:10,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/hbase-staging 2024-11-13T11:34:10,579 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:34:10,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:10,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:10,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:34:10,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:10,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:34:10,580 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:34:10,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:34:10,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44011 2024-11-13T11:34:10,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44011 connecting to ZooKeeper ensemble=127.0.0.1:59916 2024-11-13T11:34:10,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440110x0, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:34:10,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44011-0x10038dcb3510003 connected 2024-11-13T11:34:10,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:10,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:10,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Set watcher on znode that does not yet exist, /12056608448/running 2024-11-13T11:34:10,592 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee, hbase.cluster.distributed=false 2024-11-13T11:34:10,594 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Set watcher on znode that does not yet exist, /12056608448/acl 2024-11-13T11:34:10,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44011 2024-11-13T11:34:10,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44011 2024-11-13T11:34:10,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44011 2024-11-13T11:34:10,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44011 2024-11-13T11:34:10,595 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44011 2024-11-13T11:34:10,607 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:34:10,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:10,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:10,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:34:10,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:10,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:34:10,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:34:10,608 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:34:10,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40021 2024-11-13T11:34:10,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40021 connecting to ZooKeeper ensemble=127.0.0.1:59916 2024-11-13T11:34:10,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:10,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:10,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400210x0, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:34:10,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400210x0, quorum=127.0.0.1:59916, baseZNode=/12056608448 Set watcher on znode that does not yet exist, /12056608448/running 2024-11-13T11:34:10,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40021-0x10038dcb3510004 connected 2024-11-13T11:34:10,614 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:34:10,615 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:34:10,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Set watcher on znode that does not yet exist, /12056608448/master 2024-11-13T11:34:10,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Set watcher on znode that does not yet exist, /12056608448/acl 2024-11-13T11:34:10,617 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40021 2024-11-13T11:34:10,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40021 2024-11-13T11:34:10,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40021 2024-11-13T11:34:10,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40021 2024-11-13T11:34:10,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40021 2024-11-13T11:34:10,637 DEBUG [M:0;7bf281cf3991:44011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:44011 2024-11-13T11:34:10,637 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12056608448/backup-masters/7bf281cf3991,44011,1731497650579 2024-11-13T11:34:10,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448/backup-masters 2024-11-13T11:34:10,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448/backup-masters 2024-11-13T11:34:10,639 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Set watcher on existing znode=/12056608448/backup-masters/7bf281cf3991,44011,1731497650579 2024-11-13T11:34:10,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12056608448/master 2024-11-13T11:34:10,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448 2024-11-13T11:34:10,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448 2024-11-13T11:34:10,640 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Set watcher on existing znode=/12056608448/master 2024-11-13T11:34:10,640 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12056608448/backup-masters/7bf281cf3991,44011,1731497650579 from backup master directory 2024-11-13T11:34:10,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12056608448/backup-masters/7bf281cf3991,44011,1731497650579 2024-11-13T11:34:10,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448/backup-masters 2024-11-13T11:34:10,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448/backup-masters 2024-11-13T11:34:10,641 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:34:10,641 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,44011,1731497650579 2024-11-13T11:34:10,646 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/hbase.id] with ID: 2cb20da6-7b6f-445d-a77a-21d5b335109c 2024-11-13T11:34:10,646 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/.tmp/hbase.id 2024-11-13T11:34:10,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:34:10,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T11:34:10,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T11:34:10,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:34:11,054 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/.tmp/hbase.id]:[hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/hbase.id] 2024-11-13T11:34:11,065 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:11,065 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:34:11,066 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T11:34:11,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448 2024-11-13T11:34:11,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448 2024-11-13T11:34:11,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:34:11,475 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:34:11,476 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:34:11,476 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:11,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:34:11,883 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store 2024-11-13T11:34:11,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:34:12,289 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:12,289 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:34:12,289 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:12,289 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:12,289 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:34:12,289 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:12,289 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:12,289 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497652289Disabling compacts and flushes for region at 1731497652289Disabling writes for close at 1731497652289Writing region close event to WAL at 1731497652289Closed at 1731497652289 2024-11-13T11:34:12,290 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/.initializing 2024-11-13T11:34:12,290 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/WALs/7bf281cf3991,44011,1731497650579 2024-11-13T11:34:12,291 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:34:12,292 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C44011%2C1731497650579, suffix=, logDir=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/WALs/7bf281cf3991,44011,1731497650579, archiveDir=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/oldWALs, maxLogs=10 2024-11-13T11:34:12,307 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/WALs/7bf281cf3991,44011,1731497650579/7bf281cf3991%2C44011%2C1731497650579.1731497652292, exclude list is [], retry=0 2024-11-13T11:34:12,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42493,DS-4cdafb4c-2c5a-4370-90f3-089d1d3aceaa,DISK] 2024-11-13T11:34:12,311 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/WALs/7bf281cf3991,44011,1731497650579/7bf281cf3991%2C44011%2C1731497650579.1731497652292 2024-11-13T11:34:12,311 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43793:43793)] 2024-11-13T11:34:12,311 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:34:12,311 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:12,311 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:12,311 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:12,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:12,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:34:12,314 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:12,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:12,314 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:12,315 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:34:12,315 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:12,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:12,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:12,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:34:12,317 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:12,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:12,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:12,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:34:12,318 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:12,318 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:12,318 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:12,319 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:12,319 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:12,320 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:12,320 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:12,321 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:34:12,322 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:12,324 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:34:12,324 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69487786, jitterRate=0.035448700189590454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:34:12,325 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497652311Initializing all the Stores at 1731497652312 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497652312Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497652312Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497652312Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497652312Cleaning up temporary data from old regions at 1731497652320 (+8 ms)Region opened successfully at 1731497652325 (+5 ms) 2024-11-13T11:34:12,325 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:34:12,327 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ced6bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:34:12,328 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:34:12,328 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:34:12,328 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:34:12,328 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:34:12,329 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:34:12,329 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:34:12,329 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:34:12,331 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:34:12,331 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Unable to get data of znode /12056608448/balancer because node does not exist (not necessarily an error) 2024-11-13T11:34:12,332 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12056608448/balancer already deleted, retry=false 2024-11-13T11:34:12,332 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:34:12,333 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Unable to get data of znode /12056608448/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:34:12,333 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12056608448/normalizer already deleted, retry=false 2024-11-13T11:34:12,334 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:34:12,334 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Unable to get data of znode /12056608448/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:34:12,335 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12056608448/switch/split already deleted, retry=false 2024-11-13T11:34:12,335 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Unable to get data of znode /12056608448/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:34:12,336 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12056608448/switch/merge already deleted, retry=false 2024-11-13T11:34:12,338 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Unable to get data of znode /12056608448/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:34:12,338 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12056608448/snapshot-cleanup already deleted, retry=false 2024-11-13T11:34:12,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12056608448/running 2024-11-13T11:34:12,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448 2024-11-13T11:34:12,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12056608448/running 2024-11-13T11:34:12,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448 2024-11-13T11:34:12,339 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,44011,1731497650579, sessionid=0x10038dcb3510003, setting cluster-up flag (Was=false) 2024-11-13T11:34:12,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448 2024-11-13T11:34:12,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448 2024-11-13T11:34:12,343 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12056608448/flush-table-proc/acquired, /12056608448/flush-table-proc/reached, /12056608448/flush-table-proc/abort 2024-11-13T11:34:12,344 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,44011,1731497650579 2024-11-13T11:34:12,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448 2024-11-13T11:34:12,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448 2024-11-13T11:34:12,348 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12056608448/online-snapshot/acquired, /12056608448/online-snapshot/reached, /12056608448/online-snapshot/abort 2024-11-13T11:34:12,349 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,44011,1731497650579 2024-11-13T11:34:12,350 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:34:12,351 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:12,352 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:34:12,352 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:34:12,352 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,44011,1731497650579 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:34:12,353 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:12,353 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:12,353 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:12,353 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:12,353 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:34:12,353 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:12,353 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:34:12,353 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:12,357 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497682357 2024-11-13T11:34:12,357 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:34:12,357 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:34:12,357 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:34:12,358 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:34:12,358 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:34:12,358 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:34:12,358 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:12,358 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:34:12,359 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:12,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:34:12,359 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:12,359 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:34:12,359 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:34:12,359 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:34:12,359 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:34:12,359 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:34:12,360 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:34:12,360 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497652360,5,FailOnTimeoutGroup] 2024-11-13T11:34:12,360 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497652360,5,FailOnTimeoutGroup] 2024-11-13T11:34:12,360 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:12,360 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:34:12,360 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:12,360 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:12,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:34:12,429 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(746): ClusterId : 2cb20da6-7b6f-445d-a77a-21d5b335109c 2024-11-13T11:34:12,429 DEBUG [RS:0;7bf281cf3991:40021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:34:12,431 DEBUG [RS:0;7bf281cf3991:40021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:34:12,431 DEBUG [RS:0;7bf281cf3991:40021 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:34:12,432 DEBUG [RS:0;7bf281cf3991:40021 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:34:12,432 DEBUG [RS:0;7bf281cf3991:40021 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f1dd3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:34:12,442 DEBUG [RS:0;7bf281cf3991:40021 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:40021 2024-11-13T11:34:12,442 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:34:12,442 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:34:12,442 DEBUG [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:34:12,443 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,44011,1731497650579 with port=40021, startcode=1731497650607 2024-11-13T11:34:12,443 DEBUG [RS:0;7bf281cf3991:40021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:34:12,444 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:34:12,444 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44011 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,40021,1731497650607 2024-11-13T11:34:12,444 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44011 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,40021,1731497650607 2024-11-13T11:34:12,446 DEBUG [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee 2024-11-13T11:34:12,446 DEBUG [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38055 2024-11-13T11:34:12,446 DEBUG [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:34:12,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448/rs 2024-11-13T11:34:12,448 DEBUG [RS:0;7bf281cf3991:40021 {}] zookeeper.ZKUtil(111): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Set watcher on existing znode=/12056608448/rs/7bf281cf3991,40021,1731497650607 2024-11-13T11:34:12,448 WARN [RS:0;7bf281cf3991:40021 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:34:12,448 INFO [RS:0;7bf281cf3991:40021 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:12,448 DEBUG [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/WALs/7bf281cf3991,40021,1731497650607 2024-11-13T11:34:12,449 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,40021,1731497650607] 2024-11-13T11:34:12,451 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:34:12,452 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:34:12,453 INFO [RS:0;7bf281cf3991:40021 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:34:12,453 INFO [RS:0;7bf281cf3991:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:12,453 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:34:12,453 INFO [RS:0;7bf281cf3991:40021 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:34:12,453 INFO [RS:0;7bf281cf3991:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:12,454 DEBUG [RS:0;7bf281cf3991:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:12,454 DEBUG [RS:0;7bf281cf3991:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:12,454 DEBUG [RS:0;7bf281cf3991:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:12,454 DEBUG [RS:0;7bf281cf3991:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:12,454 DEBUG [RS:0;7bf281cf3991:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:12,454 DEBUG [RS:0;7bf281cf3991:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:34:12,454 DEBUG [RS:0;7bf281cf3991:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:12,454 DEBUG [RS:0;7bf281cf3991:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:12,454 DEBUG [RS:0;7bf281cf3991:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:12,454 DEBUG [RS:0;7bf281cf3991:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:12,454 DEBUG [RS:0;7bf281cf3991:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:12,454 DEBUG [RS:0;7bf281cf3991:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:12,454 DEBUG [RS:0;7bf281cf3991:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:34:12,454 DEBUG [RS:0;7bf281cf3991:40021 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:34:12,455 INFO [RS:0;7bf281cf3991:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:12,455 INFO [RS:0;7bf281cf3991:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:12,455 INFO [RS:0;7bf281cf3991:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:12,455 INFO [RS:0;7bf281cf3991:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:12,455 INFO [RS:0;7bf281cf3991:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:12,455 INFO [RS:0;7bf281cf3991:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,40021,1731497650607-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:34:12,467 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:34:12,467 INFO [RS:0;7bf281cf3991:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,40021,1731497650607-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:12,467 INFO [RS:0;7bf281cf3991:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:12,467 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.Replication(171): 7bf281cf3991,40021,1731497650607 started 2024-11-13T11:34:12,478 INFO [RS:0;7bf281cf3991:40021 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:12,478 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,40021,1731497650607, RpcServer on 7bf281cf3991/172.17.0.2:40021, sessionid=0x10038dcb3510004 2024-11-13T11:34:12,478 DEBUG [RS:0;7bf281cf3991:40021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:34:12,478 DEBUG [RS:0;7bf281cf3991:40021 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,40021,1731497650607 2024-11-13T11:34:12,478 DEBUG [RS:0;7bf281cf3991:40021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,40021,1731497650607' 2024-11-13T11:34:12,478 DEBUG [RS:0;7bf281cf3991:40021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12056608448/flush-table-proc/abort' 2024-11-13T11:34:12,479 DEBUG [RS:0;7bf281cf3991:40021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12056608448/flush-table-proc/acquired' 2024-11-13T11:34:12,479 DEBUG [RS:0;7bf281cf3991:40021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:34:12,479 DEBUG [RS:0;7bf281cf3991:40021 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:34:12,479 DEBUG [RS:0;7bf281cf3991:40021 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,40021,1731497650607 2024-11-13T11:34:12,479 DEBUG [RS:0;7bf281cf3991:40021 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,40021,1731497650607' 2024-11-13T11:34:12,479 DEBUG [RS:0;7bf281cf3991:40021 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12056608448/online-snapshot/abort' 2024-11-13T11:34:12,479 DEBUG [RS:0;7bf281cf3991:40021 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12056608448/online-snapshot/acquired' 2024-11-13T11:34:12,480 DEBUG [RS:0;7bf281cf3991:40021 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:34:12,480 INFO [RS:0;7bf281cf3991:40021 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:34:12,480 INFO [RS:0;7bf281cf3991:40021 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:34:12,580 INFO [RS:0;7bf281cf3991:40021 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:34:12,581 INFO [RS:0;7bf281cf3991:40021 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C40021%2C1731497650607, suffix=, logDir=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/WALs/7bf281cf3991,40021,1731497650607, archiveDir=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/oldWALs, maxLogs=10 2024-11-13T11:34:12,593 DEBUG [RS:0;7bf281cf3991:40021 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/WALs/7bf281cf3991,40021,1731497650607/7bf281cf3991%2C40021%2C1731497650607.1731497652582, exclude list is [], retry=0 2024-11-13T11:34:12,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42493,DS-4cdafb4c-2c5a-4370-90f3-089d1d3aceaa,DISK] 2024-11-13T11:34:12,597 INFO [RS:0;7bf281cf3991:40021 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/WALs/7bf281cf3991,40021,1731497650607/7bf281cf3991%2C40021%2C1731497650607.1731497652582 2024-11-13T11:34:12,597 DEBUG [RS:0;7bf281cf3991:40021 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43793:43793)] 2024-11-13T11:34:12,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:34:12,764 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee 2024-11-13T11:34:12,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741833_1009 (size=32) 2024-11-13T11:34:13,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:13,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:34:13,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:34:13,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:13,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:13,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:34:13,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:34:13,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:13,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:13,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:34:13,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:34:13,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:13,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:13,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:34:13,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:34:13,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:13,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:13,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:34:13,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/data/hbase/meta/1588230740 2024-11-13T11:34:13,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/data/hbase/meta/1588230740 2024-11-13T11:34:13,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:34:13,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:34:13,179 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:34:13,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:34:13,182 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:34:13,182 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72173453, jitterRate=0.07546825706958771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:34:13,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497653170Initializing all the Stores at 1731497653170Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497653170Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497653171 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497653171Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497653171Cleaning up temporary data from old regions at 1731497653179 (+8 ms)Region opened successfully at 1731497653182 (+3 ms) 2024-11-13T11:34:13,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:34:13,182 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:34:13,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:34:13,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:34:13,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:34:13,183 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:34:13,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497653182Disabling compacts and flushes for region at 1731497653182Disabling writes for close at 1731497653182Writing region close event to WAL at 1731497653183 (+1 ms)Closed at 1731497653183 2024-11-13T11:34:13,184 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:13,184 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:34:13,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:34:13,185 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:34:13,186 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:34:13,336 DEBUG [7bf281cf3991:44011 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:34:13,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,40021,1731497650607 2024-11-13T11:34:13,338 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,40021,1731497650607, state=OPENING 2024-11-13T11:34:13,339 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:34:13,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448 2024-11-13T11:34:13,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448 2024-11-13T11:34:13,340 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:34:13,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12056608448/meta-region-server: CHANGED 2024-11-13T11:34:13,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12056608448/meta-region-server: CHANGED 2024-11-13T11:34:13,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,40021,1731497650607}] 2024-11-13T11:34:13,492 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:34:13,494 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:34:13,496 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:34:13,496 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:13,497 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:34:13,498 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C40021%2C1731497650607.meta, suffix=.meta, logDir=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/WALs/7bf281cf3991,40021,1731497650607, archiveDir=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/oldWALs, maxLogs=10 2024-11-13T11:34:13,510 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/WALs/7bf281cf3991,40021,1731497650607/7bf281cf3991%2C40021%2C1731497650607.meta.1731497653498.meta, exclude list is [], retry=0 2024-11-13T11:34:13,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42493,DS-4cdafb4c-2c5a-4370-90f3-089d1d3aceaa,DISK] 2024-11-13T11:34:13,514 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/WALs/7bf281cf3991,40021,1731497650607/7bf281cf3991%2C40021%2C1731497650607.meta.1731497653498.meta 2024-11-13T11:34:13,514 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43793:43793)] 2024-11-13T11:34:13,514 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:34:13,515 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:34:13,515 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:34:13,515 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:34:13,515 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:34:13,515 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:34:13,515 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:13,515 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:34:13,515 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:34:13,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:34:13,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:34:13,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:13,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:13,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:34:13,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:34:13,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:13,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:13,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:34:13,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:34:13,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:13,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:13,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:34:13,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:34:13,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:13,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:13,520 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:34:13,521 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/data/hbase/meta/1588230740 2024-11-13T11:34:13,521 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/data/hbase/meta/1588230740 2024-11-13T11:34:13,523 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:34:13,523 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:34:13,523 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:34:13,524 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:34:13,525 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62134276, jitterRate=-0.07412713766098022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:34:13,525 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:34:13,525 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497653515Writing region info on filesystem at 1731497653515Initializing all the Stores at 1731497653516 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497653516Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497653516Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497653516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497653516Cleaning up temporary data from old regions at 1731497653523 (+7 ms)Running coprocessor post-open hooks at 1731497653525 (+2 ms)Region opened successfully at 1731497653525 2024-11-13T11:34:13,526 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497653492 2024-11-13T11:34:13,527 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:34:13,528 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:34:13,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,40021,1731497650607 2024-11-13T11:34:13,529 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,40021,1731497650607, state=OPEN 2024-11-13T11:34:13,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12056608448/meta-region-server 2024-11-13T11:34:13,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12056608448/meta-region-server 2024-11-13T11:34:13,530 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,40021,1731497650607 2024-11-13T11:34:13,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12056608448/meta-region-server: CHANGED 2024-11-13T11:34:13,530 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12056608448/meta-region-server: CHANGED 2024-11-13T11:34:13,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:34:13,532 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,40021,1731497650607 in 190 msec 2024-11-13T11:34:13,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:34:13,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-13T11:34:13,534 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:13,534 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:34:13,536 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:13,536 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,40021,1731497650607, seqNum=-1] 2024-11-13T11:34:13,536 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:13,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41853, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:34:13,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-13T11:34:13,541 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497653541, completionTime=-1 2024-11-13T11:34:13,541 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:34:13,541 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:34:13,543 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:34:13,543 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497713543 2024-11-13T11:34:13,543 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497773543 2024-11-13T11:34:13,543 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T11:34:13,543 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44011,1731497650579-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:13,543 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44011,1731497650579-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:13,543 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44011,1731497650579-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:13,543 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:44011, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:13,543 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:13,544 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:13,545 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:34:13,547 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.906sec 2024-11-13T11:34:13,547 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:34:13,547 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:34:13,547 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:34:13,547 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:34:13,547 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:34:13,547 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44011,1731497650579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:34:13,547 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44011,1731497650579-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:34:13,549 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:34:13,549 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:34:13,549 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44011,1731497650579-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:13,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf8da62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:13,630 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,44011,-1 for getting cluster id 2024-11-13T11:34:13,630 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:13,631 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cb20da6-7b6f-445d-a77a-21d5b335109c' 2024-11-13T11:34:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cb20da6-7b6f-445d-a77a-21d5b335109c" 2024-11-13T11:34:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b274176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,44011,-1] 2024-11-13T11:34:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:13,633 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:13,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3044b69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:13,634 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,40021,1731497650607, seqNum=-1] 2024-11-13T11:34:13,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:13,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:34:13,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,44011,1731497650579 2024-11-13T11:34:13,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59916 2024-11-13T11:34:13,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:34:13,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10038dcb3510005 connected 2024-11-13T11:34:13,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d19d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:13,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,42627,-1 for getting cluster id 2024-11-13T11:34:13,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:13,643 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc4b993a-adc3-4a6b-b169-58429b37b504' 2024-11-13T11:34:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc4b993a-adc3-4a6b-b169-58429b37b504" 2024-11-13T11:34:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7876c2b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,42627,-1] 2024-11-13T11:34:13,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:13,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:13,644 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1bd565, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:13,645 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,42627,1731497646642 2024-11-13T11:34:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@101afbc 2024-11-13T11:34:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:13,647 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:34:13,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:44011,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:34:13,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:34:13,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:13,650 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:44011' 2024-11-13T11:34:13,650 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a088ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:13,650 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,44011,-1 for getting cluster id 2024-11-13T11:34:13,651 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:13,651 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cb20da6-7b6f-445d-a77a-21d5b335109c' 2024-11-13T11:34:13,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:13,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cb20da6-7b6f-445d-a77a-21d5b335109c" 2024-11-13T11:34:13,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cc4012c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:13,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,44011,-1] 2024-11-13T11:34:13,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:13,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:13,653 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:13,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2295a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:13,654 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:13,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,44011,1731497650579 2024-11-13T11:34:13,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f8e39ad 2024-11-13T11:34:13,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:13,655 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:34:13,656 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T11:34:13,656 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:34:13,656 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:13,656 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:13,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:13,656 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:34:13,657 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:34:13,658 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:34:13,659 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:13,659 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:34:13,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741835_1011 (size=1138) 2024-11-13T11:34:13,708 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T11:34:13,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:14,066 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76392ced5baba7c4a06297956af6ffa7, NAME => 'hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5 2024-11-13T11:34:14,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741836_1012 (size=44) 2024-11-13T11:34:14,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:14,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:14,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 76392ced5baba7c4a06297956af6ffa7, disabling compactions & flushes 2024-11-13T11:34:14,472 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:14,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:14,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. after waiting 0 ms 2024-11-13T11:34:14,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:14,472 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:14,472 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76392ced5baba7c4a06297956af6ffa7: Waiting for close lock at 1731497654472Disabling compacts and flushes for region at 1731497654472Disabling writes for close at 1731497654472Writing region close event to WAL at 1731497654472Closed at 1731497654472 2024-11-13T11:34:14,473 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:34:14,474 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731497654473"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497654473"}]},"ts":"1731497654473"} 2024-11-13T11:34:14,476 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:34:14,476 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:34:14,477 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497654476"}]},"ts":"1731497654476"} 2024-11-13T11:34:14,478 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T11:34:14,478 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76392ced5baba7c4a06297956af6ffa7, ASSIGN}] 2024-11-13T11:34:14,479 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76392ced5baba7c4a06297956af6ffa7, ASSIGN 2024-11-13T11:34:14,480 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76392ced5baba7c4a06297956af6ffa7, ASSIGN; state=OFFLINE, location=7bf281cf3991,38417,1731497646680; forceNewPlan=false, retain=false 2024-11-13T11:34:14,529 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:34:14,631 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=76392ced5baba7c4a06297956af6ffa7, regionState=OPENING, regionLocation=7bf281cf3991,38417,1731497646680 2024-11-13T11:34:14,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76392ced5baba7c4a06297956af6ffa7, ASSIGN because future has completed 2024-11-13T11:34:14,633 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76392ced5baba7c4a06297956af6ffa7, server=7bf281cf3991,38417,1731497646680}] 2024-11-13T11:34:14,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:14,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:14,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:34:14,789 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C38417%2C1731497646680.rep, suffix=, logDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680, archiveDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/oldWALs, maxLogs=10 2024-11-13T11:34:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:14,801 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680/7bf281cf3991%2C38417%2C1731497646680.rep.1731497654790, exclude list is [], retry=0 2024-11-13T11:34:14,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35841,DS-3f01822e-a2e7-4275-bfe6-0e15f62e00bf,DISK] 2024-11-13T11:34:14,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680/7bf281cf3991%2C38417%2C1731497646680.rep.1731497654790 2024-11-13T11:34:14,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43039:43039)] 2024-11-13T11:34:14,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 76392ced5baba7c4a06297956af6ffa7, NAME => 'hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:34:14,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:34:14,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:34:14,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. service=MultiRowMutationService 2024-11-13T11:34:14,806 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:34:14,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:14,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:14,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:14,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:14,808 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:14,809 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76392ced5baba7c4a06297956af6ffa7 columnFamilyName hfileref 2024-11-13T11:34:14,809 DEBUG [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:14,809 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] regionserver.HStore(327): Store=76392ced5baba7c4a06297956af6ffa7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:14,809 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:14,810 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76392ced5baba7c4a06297956af6ffa7 columnFamilyName queue 2024-11-13T11:34:14,810 DEBUG [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:14,811 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] regionserver.HStore(327): Store=76392ced5baba7c4a06297956af6ffa7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:14,811 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:14,811 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76392ced5baba7c4a06297956af6ffa7 columnFamilyName sid 2024-11-13T11:34:14,812 DEBUG [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:14,812 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] regionserver.HStore(327): Store=76392ced5baba7c4a06297956af6ffa7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:14,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:14,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/replication/76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:14,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/replication/76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:14,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:14,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:14,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:34:14,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:14,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/replication/76392ced5baba7c4a06297956af6ffa7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:34:14,818 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 76392ced5baba7c4a06297956af6ffa7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65854854, jitterRate=-0.0186862051486969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:34:14,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:14,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 76392ced5baba7c4a06297956af6ffa7: Running coprocessor pre-open hook at 1731497654807Writing region info on filesystem at 1731497654807Initializing all the Stores at 1731497654807Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497654807Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497654808 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497654808Cleaning up temporary data from old regions at 1731497654814 (+6 ms)Running coprocessor post-open hooks at 1731497654818 (+4 ms)Region opened successfully at 1731497654819 (+1 ms) 2024-11-13T11:34:14,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7., pid=7, masterSystemTime=1731497654784 2024-11-13T11:34:14,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:14,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:14,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=76392ced5baba7c4a06297956af6ffa7, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,38417,1731497646680 2024-11-13T11:34:14,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76392ced5baba7c4a06297956af6ffa7, server=7bf281cf3991,38417,1731497646680 because future has completed 2024-11-13T11:34:14,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-13T11:34:14,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 76392ced5baba7c4a06297956af6ffa7, server=7bf281cf3991,38417,1731497646680 in 192 msec 2024-11-13T11:34:14,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:34:14,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76392ced5baba7c4a06297956af6ffa7, ASSIGN in 349 msec 2024-11-13T11:34:14,831 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:34:14,831 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497654831"}]},"ts":"1731497654831"} 2024-11-13T11:34:14,833 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T11:34:14,834 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:34:14,836 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-13T11:34:14,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7., hostname=7bf281cf3991,38417,1731497646680, seqNum=2] 2024-11-13T11:34:14,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:14,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:14,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:34:15,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-13T11:34:15,024 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T11:34:15,050 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,38417,1731497646680, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:34:15,050 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:15,050 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38417,1731497646680, seqNum=-1] 2024-11-13T11:34:15,050 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:15,051 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-13T11:34:15,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7bf281cf3991,38417,1731497646680', locateType=CURRENT is [region=hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7., hostname=7bf281cf3991,38417,1731497646680, seqNum=2] 2024-11-13T11:34:15,055 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T11:34:15,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T11:34:15,058 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7bf281cf3991,38417,1731497646680 suceeded 2024-11-13T11:34:15,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-13T11:34:15,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-13T11:34:15,059 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7bf281cf3991:44011,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:34:15,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4120 sec 2024-11-13T11:34:15,069 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:44011' 2024-11-13T11:34:15,070 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70f066af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:15,070 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,44011,-1 for getting cluster id 2024-11-13T11:34:15,070 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:15,071 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cb20da6-7b6f-445d-a77a-21d5b335109c' 2024-11-13T11:34:15,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:15,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cb20da6-7b6f-445d-a77a-21d5b335109c" 2024-11-13T11:34:15,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ae2813c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:15,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,44011,-1] 2024-11-13T11:34:15,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:15,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:15,072 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:15,073 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@674f9b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:15,073 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:15,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,44011,1731497650579 2024-11-13T11:34:15,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e398bcc 2024-11-13T11:34:15,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:15,075 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-13T11:34:15,075 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,38417,1731497646680 (queues=1) is replicating from cluster=cc4b993a-adc3-4a6b-b169-58429b37b504 to cluster=2cb20da6-7b6f-445d-a77a-21d5b335109c 2024-11-13T11:34:15,075 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C38417%2C1731497646680 2024-11-13T11:34:15,075 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,38417,1731497646680, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:34:15,076 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680.replicationSource.shipper7bf281cf3991%2C38417%2C1731497646680,1-7bf281cf3991,38417,1731497646680 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C38417%2C1731497646680 2024-11-13T11:34:15,076 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680.replicationSource.wal-reader.7bf281cf3991%2C38417%2C1731497646680,1-7bf281cf3991,38417,1731497646680 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680/7bf281cf3991%2C38417%2C1731497646680.1731497648661, startPosition=0, beingWritten=true 2024-11-13T11:34:15,105 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:34:15,126 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:15,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:15,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:15,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:15,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:15,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:15,280 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680.replicationSource.wal-reader.7bf281cf3991%2C38417%2C1731497646680,1-7bf281cf3991,38417,1731497646680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680/7bf281cf3991%2C38417%2C1731497646680.1731497648661 to pos 0, reset compression=false 2024-11-13T11:34:15,585 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680.replicationSource.wal-reader.7bf281cf3991%2C38417%2C1731497646680,1-7bf281cf3991,38417,1731497646680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680/7bf281cf3991%2C38417%2C1731497646680.1731497648661 to pos 0, reset compression=false 2024-11-13T11:34:15,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:15,801 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:34:15,801 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:15,801 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:15,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:15,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:15,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:15,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:15,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,42627,1731497646642 2024-11-13T11:34:15,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c20c9e4 2024-11-13T11:34:15,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:15,803 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:34:15,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T11:34:15,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:15,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:15,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:15,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:15,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:15,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:34:15,804 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=706348583, stopped=false 2024-11-13T11:34:15,804 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,42627,1731497646642 2024-11-13T11:34:15,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1126673645/running 2024-11-13T11:34:15,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:15,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1126673645/running 2024-11-13T11:34:15,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:15,805 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:34:15,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:15,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:15,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:15,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on znode that does not yet exist, /0-1126673645/running 2024-11-13T11:34:15,806 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,38417,1731497646680' ***** 2024-11-13T11:34:15,806 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:34:15,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on znode that does not yet exist, /0-1126673645/running 2024-11-13T11:34:15,806 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:34:15,806 INFO [RS:0;7bf281cf3991:38417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:34:15,806 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:34:15,806 INFO [RS:0;7bf281cf3991:38417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:34:15,806 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(3091): Received CLOSE for 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:15,806 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,38417,1731497646680 2024-11-13T11:34:15,806 INFO [RS:0;7bf281cf3991:38417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:34:15,806 INFO [RS:0;7bf281cf3991:38417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:38417. 2024-11-13T11:34:15,806 DEBUG [RS:0;7bf281cf3991:38417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:15,807 DEBUG [RS:0;7bf281cf3991:38417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:15,806 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76392ced5baba7c4a06297956af6ffa7, disabling compactions & flushes 2024-11-13T11:34:15,807 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:15,807 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:15,807 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:34:15,807 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:34:15,807 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. after waiting 0 ms 2024-11-13T11:34:15,807 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:34:15,807 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:15,807 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:34:15,807 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 76392ced5baba7c4a06297956af6ffa7 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-13T11:34:15,807 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T11:34:15,807 DEBUG [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1325): Online Regions={76392ced5baba7c4a06297956af6ffa7=hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:34:15,807 DEBUG [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:15,807 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:34:15,807 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:34:15,807 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:34:15,807 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:34:15,807 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:34:15,807 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T11:34:15,821 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/.tmp/info/8aa3eed452754c27b3eb180ac1071bb5 is 147, key is hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7./info:regioninfo/1731497654822/Put/seqid=0 2024-11-13T11:34:15,821 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/replication/76392ced5baba7c4a06297956af6ffa7/.tmp/queue/5fd6986c2b2c40dbae0a736ead741d70 is 151, key is 1-7bf281cf3991,38417,1731497646680/queue:7bf281cf3991%2C38417%2C1731497646680/1731497655054/Put/seqid=0 2024-11-13T11:34:15,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741839_1015 (size=5350) 2024-11-13T11:34:15,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741838_1014 (size=6631) 2024-11-13T11:34:15,839 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:34:15,989 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680.replicationSource.wal-reader.7bf281cf3991%2C38417%2C1731497646680,1-7bf281cf3991,38417,1731497646680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680/7bf281cf3991%2C38417%2C1731497646680.1731497648661 to pos 0, reset compression=false 2024-11-13T11:34:16,007 DEBUG [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:16,207 DEBUG [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:16,225 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/.tmp/info/8aa3eed452754c27b3eb180ac1071bb5 2024-11-13T11:34:16,225 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/replication/76392ced5baba7c4a06297956af6ffa7/.tmp/queue/5fd6986c2b2c40dbae0a736ead741d70 2024-11-13T11:34:16,231 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/replication/76392ced5baba7c4a06297956af6ffa7/.tmp/queue/5fd6986c2b2c40dbae0a736ead741d70 as hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/replication/76392ced5baba7c4a06297956af6ffa7/queue/5fd6986c2b2c40dbae0a736ead741d70 2024-11-13T11:34:16,236 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/replication/76392ced5baba7c4a06297956af6ffa7/queue/5fd6986c2b2c40dbae0a736ead741d70, entries=1, sequenceid=5, filesize=5.2 K 2024-11-13T11:34:16,237 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 76392ced5baba7c4a06297956af6ffa7 in 430ms, sequenceid=5, compaction requested=false 2024-11-13T11:34:16,237 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T11:34:16,241 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/replication/76392ced5baba7c4a06297956af6ffa7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T11:34:16,241 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:34:16,241 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:34:16,241 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:16,242 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76392ced5baba7c4a06297956af6ffa7: Waiting for close lock at 1731497655806Running coprocessor pre-close hooks at 1731497655806Disabling compacts and flushes for region at 1731497655806Disabling writes for close at 1731497655807 (+1 ms)Obtaining lock to block concurrent updates at 1731497655807Preparing flush snapshotting stores in 76392ced5baba7c4a06297956af6ffa7 at 1731497655807Finished memstore snapshotting hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731497655807Flushing stores of hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. at 1731497655808 (+1 ms)Flushing 76392ced5baba7c4a06297956af6ffa7/queue: creating writer at 1731497655808Flushing 76392ced5baba7c4a06297956af6ffa7/queue: appending metadata at 1731497655820 (+12 ms)Flushing 76392ced5baba7c4a06297956af6ffa7/queue: closing flushed file at 1731497655820Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b1adf9f: reopening flushed file at 1731497656230 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 76392ced5baba7c4a06297956af6ffa7 in 430ms, sequenceid=5, compaction requested=false at 1731497656237 (+7 ms)Writing region close event to WAL at 1731497656238 (+1 ms)Running coprocessor post-close hooks at 1731497656241 (+3 ms)Closed at 1731497656241 2024-11-13T11:34:16,242 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:16,246 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/.tmp/ns/4f352c137611416eb3dab3bcdd02c847 is 43, key is default/ns:d/1731497649630/Put/seqid=0 2024-11-13T11:34:16,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741840_1016 (size=5153) 2024-11-13T11:34:16,407 DEBUG [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:16,493 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680.replicationSource.wal-reader.7bf281cf3991%2C38417%2C1731497646680,1-7bf281cf3991,38417,1731497646680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680/7bf281cf3991%2C38417%2C1731497646680.1731497648661 to pos 0, reset compression=false 2024-11-13T11:34:16,533 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:34:16,533 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:34:16,608 DEBUG [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:16,650 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/.tmp/ns/4f352c137611416eb3dab3bcdd02c847 2024-11-13T11:34:16,668 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/.tmp/table/0594780e26d6488a873830e3ab352214 is 53, key is hbase:replication/table:state/1731497654831/Put/seqid=0 2024-11-13T11:34:16,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741841_1017 (size=5256) 2024-11-13T11:34:16,808 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T11:34:16,808 DEBUG [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:34:16,808 DEBUG [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:17,008 DEBUG [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:17,072 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/.tmp/table/0594780e26d6488a873830e3ab352214 2024-11-13T11:34:17,077 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/.tmp/info/8aa3eed452754c27b3eb180ac1071bb5 as hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/info/8aa3eed452754c27b3eb180ac1071bb5 2024-11-13T11:34:17,081 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/info/8aa3eed452754c27b3eb180ac1071bb5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T11:34:17,082 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/.tmp/ns/4f352c137611416eb3dab3bcdd02c847 as hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/ns/4f352c137611416eb3dab3bcdd02c847 2024-11-13T11:34:17,086 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/ns/4f352c137611416eb3dab3bcdd02c847, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T11:34:17,087 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/.tmp/table/0594780e26d6488a873830e3ab352214 as hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/table/0594780e26d6488a873830e3ab352214 2024-11-13T11:34:17,091 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/table/0594780e26d6488a873830e3ab352214, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T11:34:17,091 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1284ms, sequenceid=11, compaction requested=false 2024-11-13T11:34:17,095 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T11:34:17,096 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:34:17,096 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:34:17,096 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:34:17,096 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497655807Running coprocessor pre-close hooks at 1731497655807Disabling compacts and flushes for region at 1731497655807Disabling writes for close at 1731497655807Obtaining lock to block concurrent updates at 1731497655807Preparing flush snapshotting stores in 1588230740 at 1731497655807Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731497655807Flushing stores of hbase:meta,,1.1588230740 at 1731497655808 (+1 ms)Flushing 1588230740/info: creating writer at 1731497655808Flushing 1588230740/info: appending metadata at 1731497655820 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731497655820Flushing 1588230740/ns: creating writer at 1731497656230 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731497656245 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731497656245Flushing 1588230740/table: creating writer at 1731497656655 (+410 ms)Flushing 1588230740/table: appending metadata at 1731497656667 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731497656667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@efd3b19: reopening flushed file at 1731497657076 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69b424b6: reopening flushed file at 1731497657081 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682653f0: reopening flushed file at 1731497657086 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1284ms, sequenceid=11, compaction requested=false at 1731497657091 (+5 ms)Writing region close event to WAL at 1731497657092 (+1 ms)Running coprocessor post-close hooks at 1731497657096 (+4 ms)Closed at 1731497657096 2024-11-13T11:34:17,096 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:34:17,097 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680.replicationSource.wal-reader.7bf281cf3991%2C38417%2C1731497646680,1-7bf281cf3991,38417,1731497646680 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680/7bf281cf3991%2C38417%2C1731497646680.1731497648661 to pos 0, reset compression=false 2024-11-13T11:34:17,208 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,38417,1731497646680; all regions closed. 2024-11-13T11:34:17,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741834_1010 (size=2742) 2024-11-13T11:34:17,210 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680/7bf281cf3991%2C38417%2C1731497646680.meta.1731497649581.meta not finished, retry = 0 2024-11-13T11:34:17,313 DEBUG [RS:0;7bf281cf3991:38417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/oldWALs 2024-11-13T11:34:17,313 INFO [RS:0;7bf281cf3991:38417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C38417%2C1731497646680.meta:.meta(num 1731497649581) 2024-11-13T11:34:17,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741837_1013 (size=1586) 2024-11-13T11:34:17,315 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680/7bf281cf3991%2C38417%2C1731497646680.rep.1731497654790 not finished, retry = 0 2024-11-13T11:34:17,417 DEBUG [RS:0;7bf281cf3991:38417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/oldWALs 2024-11-13T11:34:17,417 INFO [RS:0;7bf281cf3991:38417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C38417%2C1731497646680.rep:(num 1731497654790) 2024-11-13T11:34:17,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741832_1008 (size=93) 2024-11-13T11:34:17,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680/7bf281cf3991%2C38417%2C1731497646680.1731497648661 not finished, retry = 0 2024-11-13T11:34:17,521 DEBUG [RS:0;7bf281cf3991:38417 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/oldWALs 2024-11-13T11:34:17,521 INFO [RS:0;7bf281cf3991:38417 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C38417%2C1731497646680:(num 1731497648661) 2024-11-13T11:34:17,521 DEBUG [RS:0;7bf281cf3991:38417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:17,521 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:34:17,522 INFO [RS:0;7bf281cf3991:38417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:34:17,522 INFO [RS:0;7bf281cf3991:38417 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T11:34:17,522 INFO [RS:0;7bf281cf3991:38417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:34:17,522 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:34:17,522 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,38417,1731497646680 because: Region server is closing 2024-11-13T11:34:17,522 INFO [RS:0;7bf281cf3991:38417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:38417. 2024-11-13T11:34:17,522 DEBUG [RS:0;7bf281cf3991:38417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:17,522 DEBUG [RS:0;7bf281cf3991:38417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:17,522 DEBUG [RS:0;7bf281cf3991:38417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:17,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:17,623 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680.replicationSource.wal-reader.7bf281cf3991%2C38417%2C1731497646680,1-7bf281cf3991,38417,1731497646680 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T11:34:17,623 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680.replicationSource.shipper7bf281cf3991%2C38417%2C1731497646680,1-7bf281cf3991,38417,1731497646680 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T11:34:17,623 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38417,1731497646680.replicationSource.shipper7bf281cf3991%2C38417%2C1731497646680,1-7bf281cf3991,38417,1731497646680 terminated 2024-11-13T11:34:17,623 INFO [RS:0;7bf281cf3991:38417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38417 2024-11-13T11:34:17,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1126673645/rs/7bf281cf3991,38417,1731497646680 2024-11-13T11:34:17,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645/rs 2024-11-13T11:34:17,624 INFO [RS:0;7bf281cf3991:38417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:34:17,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,38417,1731497646680] 2024-11-13T11:34:17,626 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1126673645/draining/7bf281cf3991,38417,1731497646680 already deleted, retry=false 2024-11-13T11:34:17,626 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,38417,1731497646680 expired; onlineServers=0 2024-11-13T11:34:17,626 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,42627,1731497646642' ***** 2024-11-13T11:34:17,626 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:34:17,626 INFO [M:0;7bf281cf3991:42627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:34:17,626 INFO [M:0;7bf281cf3991:42627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:34:17,626 DEBUG [M:0;7bf281cf3991:42627 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:34:17,626 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:34:17,626 DEBUG [M:0;7bf281cf3991:42627 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:34:17,626 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497648440 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497648440,5,FailOnTimeoutGroup] 2024-11-13T11:34:17,626 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497648438 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497648438,5,FailOnTimeoutGroup] 2024-11-13T11:34:17,626 INFO [M:0;7bf281cf3991:42627 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:34:17,626 INFO [M:0;7bf281cf3991:42627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:34:17,626 DEBUG [M:0;7bf281cf3991:42627 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:34:17,627 INFO [M:0;7bf281cf3991:42627 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:34:17,627 INFO [M:0;7bf281cf3991:42627 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:34:17,627 INFO [M:0;7bf281cf3991:42627 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:34:17,627 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:34:17,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1126673645/master 2024-11-13T11:34:17,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:17,627 DEBUG [M:0;7bf281cf3991:42627 {}] zookeeper.ZKUtil(347): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Unable to get data of znode /0-1126673645/master because node does not exist (not an error) 2024-11-13T11:34:17,627 WARN [M:0;7bf281cf3991:42627 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:34:17,628 INFO [M:0;7bf281cf3991:42627 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/.lastflushedseqids 2024-11-13T11:34:17,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741842_1018 (size=181) 2024-11-13T11:34:17,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:17,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38417-0x10038dcb3510001, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:17,725 INFO [RS:0;7bf281cf3991:38417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:34:17,725 INFO [RS:0;7bf281cf3991:38417 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,38417,1731497646680; zookeeper connection closed. 2024-11-13T11:34:17,726 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1d70ee03 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1d70ee03 2024-11-13T11:34:17,726 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:34:18,032 INFO [M:0;7bf281cf3991:42627 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:34:18,032 INFO [M:0;7bf281cf3991:42627 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:34:18,032 DEBUG [M:0;7bf281cf3991:42627 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:34:18,032 INFO [M:0;7bf281cf3991:42627 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:18,032 DEBUG [M:0;7bf281cf3991:42627 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:18,032 DEBUG [M:0;7bf281cf3991:42627 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:34:18,032 DEBUG [M:0;7bf281cf3991:42627 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:18,033 INFO [M:0;7bf281cf3991:42627 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-13T11:34:18,046 DEBUG [M:0;7bf281cf3991:42627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/575448a2f83849218cedf17241336f07 is 82, key is hbase:meta,,1/info:regioninfo/1731497649621/Put/seqid=0 2024-11-13T11:34:18,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741843_1019 (size=5672) 2024-11-13T11:34:18,450 INFO [M:0;7bf281cf3991:42627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/575448a2f83849218cedf17241336f07 2024-11-13T11:34:18,466 DEBUG [M:0;7bf281cf3991:42627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfc9acde4cb7466885bdc2e64f7c030c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731497654835/Put/seqid=0 2024-11-13T11:34:18,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741844_1020 (size=7203) 2024-11-13T11:34:18,870 INFO [M:0;7bf281cf3991:42627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfc9acde4cb7466885bdc2e64f7c030c 2024-11-13T11:34:18,887 DEBUG [M:0;7bf281cf3991:42627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0ed993ae7c84139aa4062ec22304186 is 69, key is 7bf281cf3991,38417,1731497646680/rs:state/1731497648523/Put/seqid=0 2024-11-13T11:34:18,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741845_1021 (size=5156) 2024-11-13T11:34:19,291 INFO [M:0;7bf281cf3991:42627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0ed993ae7c84139aa4062ec22304186 2024-11-13T11:34:19,295 DEBUG [M:0;7bf281cf3991:42627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/575448a2f83849218cedf17241336f07 as hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/575448a2f83849218cedf17241336f07 2024-11-13T11:34:19,299 INFO [M:0;7bf281cf3991:42627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/575448a2f83849218cedf17241336f07, entries=8, sequenceid=70, filesize=5.5 K 2024-11-13T11:34:19,300 DEBUG [M:0;7bf281cf3991:42627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bfc9acde4cb7466885bdc2e64f7c030c as hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfc9acde4cb7466885bdc2e64f7c030c 2024-11-13T11:34:19,303 INFO [M:0;7bf281cf3991:42627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfc9acde4cb7466885bdc2e64f7c030c, entries=8, sequenceid=70, filesize=7.0 K 2024-11-13T11:34:19,304 DEBUG [M:0;7bf281cf3991:42627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b0ed993ae7c84139aa4062ec22304186 as hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0ed993ae7c84139aa4062ec22304186 2024-11-13T11:34:19,308 INFO [M:0;7bf281cf3991:42627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0ed993ae7c84139aa4062ec22304186, entries=1, sequenceid=70, filesize=5.0 K 2024-11-13T11:34:19,309 INFO [M:0;7bf281cf3991:42627 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=70, compaction requested=false 2024-11-13T11:34:19,310 INFO [M:0;7bf281cf3991:42627 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:19,310 DEBUG [M:0;7bf281cf3991:42627 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497658032Disabling compacts and flushes for region at 1731497658032Disabling writes for close at 1731497658032Obtaining lock to block concurrent updates at 1731497658033 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497658033Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731497658033Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497658033Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497658033Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497658045 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497658045Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497658454 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497658466 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497658466Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497658874 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497658886 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497658886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11ccb6ff: reopening flushed file at 1731497659295 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ab252c3: reopening flushed file at 1731497659299 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9677d5: reopening flushed file at 1731497659304 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=70, compaction requested=false at 1731497659309 (+5 ms)Writing region close event to WAL at 1731497659310 (+1 ms)Closed at 1731497659310 2024-11-13T11:34:19,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741830_1006 (size=41008) 2024-11-13T11:34:19,312 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/WALs/7bf281cf3991,42627,1731497646642/7bf281cf3991%2C42627%2C1731497646642.1731497648370 not finished, retry = 0 2024-11-13T11:34:19,413 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:34:19,413 INFO [M:0;7bf281cf3991:42627 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:34:19,413 INFO [M:0;7bf281cf3991:42627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42627 2024-11-13T11:34:19,413 INFO [M:0;7bf281cf3991:42627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:34:19,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:19,514 INFO [M:0;7bf281cf3991:42627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:34:19,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10038dcb3510000, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:19,516 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:34:19,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:19,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:19,516 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:34:19,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:19,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:34:19,516 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:34:19,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:34:19,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45785 2024-11-13T11:34:19,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45785 connecting to ZooKeeper ensemble=127.0.0.1:59916 2024-11-13T11:34:19,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457850x0, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:34:19,519 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45785-0x10038dcb3510006 connected 2024-11-13T11:34:19,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:19,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:19,524 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on znode that does not yet exist, /0-1126673645/running 2024-11-13T11:34:19,524 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1126673645/meta-region-server: INIT 2024-11-13T11:34:19,524 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5, hbase.cluster.distributed=false 2024-11-13T11:34:19,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on znode that does not yet exist, /0-1126673645/acl 2024-11-13T11:34:19,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45785 2024-11-13T11:34:19,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45785 2024-11-13T11:34:19,525 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45785 2024-11-13T11:34:19,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45785 2024-11-13T11:34:19,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45785 2024-11-13T11:34:19,539 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:34:19,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:19,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:19,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:34:19,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:19,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:34:19,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:34:19,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:34:19,539 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46821 2024-11-13T11:34:19,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46821 connecting to ZooKeeper ensemble=127.0.0.1:59916 2024-11-13T11:34:19,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:19,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:19,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468210x0, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:34:19,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468210x0, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on znode that does not yet exist, /0-1126673645/running 2024-11-13T11:34:19,544 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46821-0x10038dcb3510007 connected 2024-11-13T11:34:19,544 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1126673645/meta-region-server: INIT 2024-11-13T11:34:19,545 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:34:19,545 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:34:19,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on znode that does not yet exist, /0-1126673645/master 2024-11-13T11:34:19,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on znode that does not yet exist, /0-1126673645/acl 2024-11-13T11:34:19,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46821 2024-11-13T11:34:19,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46821 2024-11-13T11:34:19,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46821 2024-11-13T11:34:19,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46821 2024-11-13T11:34:19,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46821 2024-11-13T11:34:19,566 DEBUG [M:0;7bf281cf3991:45785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:45785 2024-11-13T11:34:19,566 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1126673645/backup-masters/7bf281cf3991,45785,1731497659515 2024-11-13T11:34:19,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645/backup-masters 2024-11-13T11:34:19,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645/backup-masters 2024-11-13T11:34:19,567 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on existing znode=/0-1126673645/backup-masters/7bf281cf3991,45785,1731497659515 2024-11-13T11:34:19,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1126673645/master 2024-11-13T11:34:19,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:19,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:19,568 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on existing znode=/0-1126673645/master 2024-11-13T11:34:19,569 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1126673645/backup-masters/7bf281cf3991,45785,1731497659515 from backup master directory 2024-11-13T11:34:19,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645/backup-masters 2024-11-13T11:34:19,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1126673645/backup-masters/7bf281cf3991,45785,1731497659515 2024-11-13T11:34:19,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645/backup-masters 2024-11-13T11:34:19,569 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:34:19,569 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,45785,1731497659515 2024-11-13T11:34:19,578 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:19,578 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:34:19,584 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-13T11:34:19,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741846_1022 (size=196) 2024-11-13T11:34:19,991 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:34:19,991 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:34:19,992 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:19,996 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-13T11:34:19,998 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/WALs/7bf281cf3991,42627,1731497646642 to hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/WALs/7bf281cf3991,42627,1731497646642-dead as it is dead 2024-11-13T11:34:19,998 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/WALs/7bf281cf3991,42627,1731497646642-dead/7bf281cf3991%2C42627%2C1731497646642.1731497648370 2024-11-13T11:34:19,999 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/WALs/7bf281cf3991,42627,1731497646642-dead/7bf281cf3991%2C42627%2C1731497646642.1731497648370 after 1ms 2024-11-13T11:34:20,000 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/WALs/7bf281cf3991,42627,1731497646642-dead/7bf281cf3991%2C42627%2C1731497646642.1731497648370 to hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7bf281cf3991%2C42627%2C1731497646642.1731497648370 2024-11-13T11:34:20,000 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/WALs/7bf281cf3991,42627,1731497646642-dead 2024-11-13T11:34:20,000 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/WALs/7bf281cf3991,45785,1731497659515 2024-11-13T11:34:20,001 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:34:20,002 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C45785%2C1731497659515, suffix=, logDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/WALs/7bf281cf3991,45785,1731497659515, archiveDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/oldWALs, maxLogs=10 2024-11-13T11:34:20,013 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/WALs/7bf281cf3991,45785,1731497659515/7bf281cf3991%2C45785%2C1731497659515.1731497660002, exclude list is [], retry=0 2024-11-13T11:34:20,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35841,DS-3f01822e-a2e7-4275-bfe6-0e15f62e00bf,DISK] 2024-11-13T11:34:20,017 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/WALs/7bf281cf3991,45785,1731497659515/7bf281cf3991%2C45785%2C1731497659515.1731497660002 2024-11-13T11:34:20,017 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43039:43039)] 2024-11-13T11:34:20,017 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:34:20,017 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:20,017 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:20,017 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:20,018 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:20,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:34:20,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:20,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/575448a2f83849218cedf17241336f07 2024-11-13T11:34:20,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:20,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:20,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:34:20,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:20,030 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bfc9acde4cb7466885bdc2e64f7c030c 2024-11-13T11:34:20,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:20,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:20,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:34:20,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:20,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b0ed993ae7c84139aa4062ec22304186 2024-11-13T11:34:20,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:20,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:20,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:34:20,037 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:20,037 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:20,037 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:20,038 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-13T11:34:20,038 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7bf281cf3991%2C42627%2C1731497646642.1731497648370 2024-11-13T11:34:20,042 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7bf281cf3991%2C42627%2C1731497646642.1731497648370 2024-11-13T11:34:20,042 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7bf281cf3991%2C42627%2C1731497646642.1731497648370 2024-11-13T11:34:20,043 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:20,043 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:20,044 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:34:20,045 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:20,046 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-13T11:34:20,047 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61949844, jitterRate=-0.07687538862228394}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:34:20,047 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497660017Initializing all the Stores at 1731497660018 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497660018Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497660018Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497660018Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497660018Cleaning up temporary data from old regions at 1731497660043 (+25 ms)Region opened successfully at 1731497660047 (+4 ms) 2024-11-13T11:34:20,047 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:34:20,049 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd303f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:34:20,051 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-13T11:34:20,051 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:34:20,051 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:34:20,051 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:34:20,052 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:34:20,054 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:20,054 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:34:20,055 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:34:20,055 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-13T11:34:20,055 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:34:20,057 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7bf281cf3991,38417,1731497646680, regionLocation=7bf281cf3991,38417,1731497646680, openSeqNum=2 2024-11-13T11:34:20,057 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7bf281cf3991,38417,1731497646680, table=hbase:meta, region=1588230740 2024-11-13T11:34:20,057 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,38417,1731497646680, state=OPEN 2024-11-13T11:34:20,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1126673645/meta-region-server 2024-11-13T11:34:20,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1126673645/meta-region-server 2024-11-13T11:34:20,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1126673645/meta-region-server: CHANGED 2024-11-13T11:34:20,058 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1126673645/meta-region-server: CHANGED 2024-11-13T11:34:20,060 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:34:20,061 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1126673645/draining/7bf281cf3991,38417,1731497646680 already deleted, retry=false 2024-11-13T11:34:20,061 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 7bf281cf3991,38417,1731497646680 on 7bf281cf3991,45785,1731497659515 2024-11-13T11:34:20,062 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7bf281cf3991,38417,1731497646680, splitWal=true, meta=true 2024-11-13T11:34:20,062 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 7bf281cf3991,38417,1731497646680 (carryingMeta=true) 7bf281cf3991,38417,1731497646680/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@45d77d21[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-13T11:34:20,063 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Unable to get data of znode /0-1126673645/balancer because node does not exist (not necessarily an error) 2024-11-13T11:34:20,064 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1126673645/balancer already deleted, retry=false 2024-11-13T11:34:20,064 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:34:20,065 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Unable to get data of znode /0-1126673645/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:34:20,065 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1126673645/normalizer already deleted, retry=false 2024-11-13T11:34:20,065 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:34:20,066 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Unable to get data of znode /0-1126673645/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:34:20,067 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1126673645/switch/split already deleted, retry=false 2024-11-13T11:34:20,067 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Unable to get data of znode /0-1126673645/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:34:20,068 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1126673645/switch/merge already deleted, retry=false 2024-11-13T11:34:20,071 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Unable to get data of znode /0-1126673645/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:34:20,071 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1126673645/snapshot-cleanup already deleted, retry=false 2024-11-13T11:34:20,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1126673645/running 2024-11-13T11:34:20,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1126673645/running 2024-11-13T11:34:20,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:20,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:20,072 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,45785,1731497659515, sessionid=0x10038dcb3510006, setting cluster-up flag (Was=false) 2024-11-13T11:34:20,073 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1126673645/flush-table-proc/acquired, /0-1126673645/flush-table-proc/reached, /0-1126673645/flush-table-proc/abort 2024-11-13T11:34:20,074 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,45785,1731497659515 2024-11-13T11:34:20,075 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1126673645/online-snapshot/acquired, /0-1126673645/online-snapshot/reached, /0-1126673645/online-snapshot/abort 2024-11-13T11:34:20,076 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,45785,1731497659515 2024-11-13T11:34:20,077 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/.lastflushedseqids 2024-11-13T11:34:20,078 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:34:20,078 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:34:20,078 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,45785,1731497659515 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 7bf281cf3991,38417,1731497646680 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:34:20,079 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:20,079 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:20,079 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:20,079 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:20,079 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:34:20,079 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:20,079 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:34:20,079 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:20,080 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497690080 2024-11-13T11:34:20,080 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:34:20,080 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:34:20,080 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:34:20,080 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:34:20,080 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:34:20,080 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:34:20,081 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:20,081 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7bf281cf3991,38417,1731497646680, splitWal=true, meta=true 2024-11-13T11:34:20,081 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:34:20,081 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:34:20,081 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:34:20,081 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:34:20,081 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7bf281cf3991,38417,1731497646680, splitWal=true, meta=true, isMeta: true 2024-11-13T11:34:20,081 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:34:20,081 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:34:20,082 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497660082,5,FailOnTimeoutGroup] 2024-11-13T11:34:20,082 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680-splitting 2024-11-13T11:34:20,083 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680-splitting dir is empty, no logs to split. 2024-11-13T11:34:20,083 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7bf281cf3991,38417,1731497646680 WAL count=0, meta=true 2024-11-13T11:34:20,084 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680-splitting dir is empty, no logs to split. 2024-11-13T11:34:20,084 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7bf281cf3991,38417,1731497646680 WAL count=0, meta=true 2024-11-13T11:34:20,084 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7bf281cf3991,38417,1731497646680 WAL splitting is done? wals=0, meta=true 2024-11-13T11:34:20,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:34:20,085 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497660082,5,FailOnTimeoutGroup] 2024-11-13T11:34:20,085 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:20,085 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:34:20,085 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:20,085 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:20,085 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497660085, completionTime=-1 2024-11-13T11:34:20,085 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-13T11:34:20,085 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T11:34:20,086 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:34:20,086 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T11:34:20,154 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(746): ClusterId : cc4b993a-adc3-4a6b-b169-58429b37b504 2024-11-13T11:34:20,155 DEBUG [RS:0;7bf281cf3991:46821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:34:20,156 DEBUG [RS:0;7bf281cf3991:46821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:34:20,156 DEBUG [RS:0;7bf281cf3991:46821 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:34:20,157 DEBUG [RS:0;7bf281cf3991:46821 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:34:20,157 DEBUG [RS:0;7bf281cf3991:46821 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650af11a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:34:20,167 DEBUG [RS:0;7bf281cf3991:46821 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:46821 2024-11-13T11:34:20,167 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:34:20,167 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:34:20,167 DEBUG [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:34:20,168 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,45785,1731497659515 with port=46821, startcode=1731497659538 2024-11-13T11:34:20,168 DEBUG [RS:0;7bf281cf3991:46821 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:34:20,169 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:34:20,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45785 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,46821,1731497659538 2024-11-13T11:34:20,170 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45785 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,46821,1731497659538 2024-11-13T11:34:20,171 DEBUG [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5 2024-11-13T11:34:20,171 DEBUG [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42653 2024-11-13T11:34:20,171 DEBUG [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:34:20,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645/rs 2024-11-13T11:34:20,173 DEBUG [RS:0;7bf281cf3991:46821 {}] zookeeper.ZKUtil(111): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on existing znode=/0-1126673645/rs/7bf281cf3991,46821,1731497659538 2024-11-13T11:34:20,173 WARN [RS:0;7bf281cf3991:46821 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:34:20,173 INFO [RS:0;7bf281cf3991:46821 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:20,173 DEBUG [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538 2024-11-13T11:34:20,173 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,46821,1731497659538] 2024-11-13T11:34:20,185 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-13T11:34:20,189 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:34:20,191 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:34:20,191 INFO [RS:0;7bf281cf3991:46821 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:34:20,191 INFO [RS:0;7bf281cf3991:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:20,191 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:34:20,192 INFO [RS:0;7bf281cf3991:46821 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:34:20,192 INFO [RS:0;7bf281cf3991:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:20,192 DEBUG [RS:0;7bf281cf3991:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:20,192 DEBUG [RS:0;7bf281cf3991:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:20,192 DEBUG [RS:0;7bf281cf3991:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:20,192 DEBUG [RS:0;7bf281cf3991:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:20,192 DEBUG [RS:0;7bf281cf3991:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:20,192 DEBUG [RS:0;7bf281cf3991:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:34:20,192 DEBUG [RS:0;7bf281cf3991:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:20,192 DEBUG [RS:0;7bf281cf3991:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:20,193 DEBUG [RS:0;7bf281cf3991:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:20,193 DEBUG [RS:0;7bf281cf3991:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:20,193 DEBUG [RS:0;7bf281cf3991:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:20,193 DEBUG [RS:0;7bf281cf3991:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:20,193 DEBUG [RS:0;7bf281cf3991:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:34:20,193 DEBUG [RS:0;7bf281cf3991:46821 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:34:20,193 INFO [RS:0;7bf281cf3991:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:20,193 INFO [RS:0;7bf281cf3991:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:20,193 INFO [RS:0;7bf281cf3991:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:20,193 INFO [RS:0;7bf281cf3991:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:20,193 INFO [RS:0;7bf281cf3991:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:20,193 INFO [RS:0;7bf281cf3991:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,46821,1731497659538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:34:20,205 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:34:20,205 INFO [RS:0;7bf281cf3991:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,46821,1731497659538-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:20,216 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,46821,1731497659538, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:34:20,216 INFO [RS:0;7bf281cf3991:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:20,216 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.Replication(171): 7bf281cf3991,46821,1731497659538 started 2024-11-13T11:34:20,228 INFO [RS:0;7bf281cf3991:46821 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:20,229 DEBUG [RS:0;7bf281cf3991:46821.replicationSource,1-7bf281cf3991,46821,1731497659538 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:44011' 2024-11-13T11:34:20,229 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,46821,1731497659538, RpcServer on 7bf281cf3991/172.17.0.2:46821, sessionid=0x10038dcb3510007 2024-11-13T11:34:20,229 DEBUG [RS:0;7bf281cf3991:46821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:34:20,229 DEBUG [RS:0;7bf281cf3991:46821 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,46821,1731497659538 2024-11-13T11:34:20,229 DEBUG [RS:0;7bf281cf3991:46821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,46821,1731497659538' 2024-11-13T11:34:20,229 DEBUG [RS:0;7bf281cf3991:46821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1126673645/flush-table-proc/abort' 2024-11-13T11:34:20,229 DEBUG [RS:0;7bf281cf3991:46821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1126673645/flush-table-proc/acquired' 2024-11-13T11:34:20,229 DEBUG [RS:0;7bf281cf3991:46821.replicationSource,1-7bf281cf3991,46821,1731497659538 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@727b2e37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:20,230 DEBUG [RS:0;7bf281cf3991:46821.replicationSource,1-7bf281cf3991,46821,1731497659538 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,44011,-1 for getting cluster id 2024-11-13T11:34:20,230 DEBUG [RS:0;7bf281cf3991:46821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:34:20,230 DEBUG [RS:0;7bf281cf3991:46821 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:34:20,230 DEBUG [RS:0;7bf281cf3991:46821 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,46821,1731497659538 2024-11-13T11:34:20,230 DEBUG [RS:0;7bf281cf3991:46821.replicationSource,1-7bf281cf3991,46821,1731497659538 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:20,230 DEBUG [RS:0;7bf281cf3991:46821 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,46821,1731497659538' 2024-11-13T11:34:20,230 DEBUG [RS:0;7bf281cf3991:46821 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1126673645/online-snapshot/abort' 2024-11-13T11:34:20,230 DEBUG [RS:0;7bf281cf3991:46821 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1126673645/online-snapshot/acquired' 2024-11-13T11:34:20,230 DEBUG [RS:0;7bf281cf3991:46821 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:34:20,230 INFO [RS:0;7bf281cf3991:46821 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:34:20,230 INFO [RS:0;7bf281cf3991:46821 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:34:20,231 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cb20da6-7b6f-445d-a77a-21d5b335109c' 2024-11-13T11:34:20,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:20,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cb20da6-7b6f-445d-a77a-21d5b335109c" 2024-11-13T11:34:20,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21133862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:20,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,44011,-1] 2024-11-13T11:34:20,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:20,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:20,232 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:20,232 DEBUG [RS:0;7bf281cf3991:46821.replicationSource,1-7bf281cf3991,46821,1731497659538 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43d16c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:20,232 DEBUG [RS:0;7bf281cf3991:46821.replicationSource,1-7bf281cf3991,46821,1731497659538 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:20,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,44011,1731497650579 2024-11-13T11:34:20,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2554721f 2024-11-13T11:34:20,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:20,234 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-13T11:34:20,235 INFO [RS:0;7bf281cf3991:46821.replicationSource,1-7bf281cf3991,46821,1731497659538 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,46821,1731497659538 (queues=0) is replicating from cluster=cc4b993a-adc3-4a6b-b169-58429b37b504 to cluster=2cb20da6-7b6f-445d-a77a-21d5b335109c 2024-11-13T11:34:20,236 WARN [7bf281cf3991:45785 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T11:34:20,308 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:34:20,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:20,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:20,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:20,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:20,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:20,331 INFO [RS:0;7bf281cf3991:46821 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:34:20,332 INFO [RS:0;7bf281cf3991:46821 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C46821%2C1731497659538, suffix=, logDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538, archiveDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/oldWALs, maxLogs=10 2024-11-13T11:34:20,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:20,345 DEBUG [RS:0;7bf281cf3991:46821 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332, exclude list is [], retry=0 2024-11-13T11:34:20,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35841,DS-3f01822e-a2e7-4275-bfe6-0e15f62e00bf,DISK] 2024-11-13T11:34:20,349 INFO [RS:0;7bf281cf3991:46821 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332 2024-11-13T11:34:20,349 DEBUG [RS:0;7bf281cf3991:46821 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7bf281cf3991%2C46821%2C1731497659538 for peer 1 2024-11-13T11:34:20,349 DEBUG [RS:0;7bf281cf3991:46821 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C46821%2C1731497659538 2024-11-13T11:34:20,349 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,46821,1731497659538, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:34:20,350 DEBUG [RS:0;7bf281cf3991:46821 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43039:43039)] 2024-11-13T11:34:20,350 INFO [RS:0;7bf281cf3991:46821.replicationSource.shipper7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C46821%2C1731497659538 2024-11-13T11:34:20,350 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.wal-reader.7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332, startPosition=0, beingWritten=true 2024-11-13T11:34:20,486 DEBUG [7bf281cf3991:45785 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:34:20,487 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,46821,1731497659538 2024-11-13T11:34:20,488 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,46821,1731497659538, state=OPENING 2024-11-13T11:34:20,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1126673645/meta-region-server 2024-11-13T11:34:20,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1126673645/meta-region-server 2024-11-13T11:34:20,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1126673645/meta-region-server: CHANGED 2024-11-13T11:34:20,544 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1126673645/meta-region-server: CHANGED 2024-11-13T11:34:20,544 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:34:20,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,46821,1731497659538}] 2024-11-13T11:34:20,554 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.wal-reader.7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332 to pos 0, reset compression=false 2024-11-13T11:34:20,697 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:34:20,698 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:34:20,701 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:34:20,701 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:20,701 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:34:20,703 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C46821%2C1731497659538.meta, suffix=.meta, logDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538, archiveDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/oldWALs, maxLogs=10 2024-11-13T11:34:20,714 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.meta.1731497660703.meta, exclude list is [], retry=0 2024-11-13T11:34:20,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35841,DS-3f01822e-a2e7-4275-bfe6-0e15f62e00bf,DISK] 2024-11-13T11:34:20,717 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.meta.1731497660703.meta 2024-11-13T11:34:20,717 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43039:43039)] 2024-11-13T11:34:20,717 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:34:20,718 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:34:20,718 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:34:20,718 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:34:20,718 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:34:20,718 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:34:20,718 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:20,718 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:34:20,718 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:34:20,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:34:20,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:34:20,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:20,725 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/info/8aa3eed452754c27b3eb180ac1071bb5 2024-11-13T11:34:20,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:20,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:34:20,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:34:20,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:20,730 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/ns/4f352c137611416eb3dab3bcdd02c847 2024-11-13T11:34:20,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:20,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:34:20,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:34:20,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:20,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:20,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:34:20,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:34:20,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:20,737 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/table/0594780e26d6488a873830e3ab352214 2024-11-13T11:34:20,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:20,737 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:34:20,738 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740 2024-11-13T11:34:20,739 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740 2024-11-13T11:34:20,740 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:34:20,740 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:34:20,740 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:34:20,741 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:34:20,742 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66253990, jitterRate=-0.012738615274429321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:34:20,742 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:34:20,742 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497660718Writing region info on filesystem at 1731497660718Initializing all the Stores at 1731497660719 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497660719Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497660719Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497660719Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497660719Cleaning up temporary data from old regions at 1731497660740 (+21 ms)Running coprocessor post-open hooks at 1731497660742 (+2 ms)Region opened successfully at 1731497660742 2024-11-13T11:34:20,743 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731497660697 2024-11-13T11:34:20,744 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:34:20,744 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:34:20,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=7bf281cf3991,46821,1731497659538 2024-11-13T11:34:20,745 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,46821,1731497659538, state=OPEN 2024-11-13T11:34:20,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1126673645/meta-region-server 2024-11-13T11:34:20,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1126673645/meta-region-server 2024-11-13T11:34:20,746 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,46821,1731497659538 2024-11-13T11:34:20,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1126673645/meta-region-server: CHANGED 2024-11-13T11:34:20,746 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1126673645/meta-region-server: CHANGED 2024-11-13T11:34:20,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-13T11:34:20,748 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,46821,1731497659538 in 202 msec 2024-11-13T11:34:20,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T11:34:20,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 663 msec 2024-11-13T11:34:20,858 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.wal-reader.7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332 to pos 0, reset compression=false 2024-11-13T11:34:21,262 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.wal-reader.7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332 to pos 0, reset compression=false 2024-11-13T11:34:21,688 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-13T11:34:21,767 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.wal-reader.7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332 to pos 0, reset compression=false 2024-11-13T11:34:22,371 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.wal-reader.7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332 to pos 0, reset compression=false 2024-11-13T11:34:23,076 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.wal-reader.7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332 to pos 0, reset compression=false 2024-11-13T11:34:23,190 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-13T11:34:23,880 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.wal-reader.7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332 to pos 0, reset compression=false 2024-11-13T11:34:24,593 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4508ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-13T11:34:24,593 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:34:24,593 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:24,593 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,46821,1731497659538, seqNum=-1] 2024-11-13T11:34:24,593 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:24,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:34:24,598 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=76392ced5baba7c4a06297956af6ffa7, regionState=OPEN, lastHost=7bf281cf3991,38417,1731497646680, regionLocation=7bf281cf3991,38417,1731497646680, openSeqNum=2 2024-11-13T11:34:24,598 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:34:24,598 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497724598 2024-11-13T11:34:24,598 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497784598 2024-11-13T11:34:24,598 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-13T11:34:24,598 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 7bf281cf3991,38417,1731497646680 had 2 regions 2024-11-13T11:34:24,599 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45785,1731497659515-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:24,599 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45785,1731497659515-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:24,599 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45785,1731497659515-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:24,599 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:45785, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:24,599 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:24,599 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:24,599 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7bf281cf3991,38417,1731497646680, splitWal=true, meta=true, isMeta: false 2024-11-13T11:34:24,601 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680-splitting dir is empty, no logs to split. 2024-11-13T11:34:24,601 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7bf281cf3991,38417,1731497646680 WAL count=0, meta=false 2024-11-13T11:34:24,603 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,38417,1731497646680-splitting dir is empty, no logs to split. 2024-11-13T11:34:24,603 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7bf281cf3991,38417,1731497646680 WAL count=0, meta=false 2024-11-13T11:34:24,603 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7bf281cf3991,38417,1731497646680 WAL splitting is done? wals=0, meta=false 2024-11-13T11:34:24,605 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.036sec 2024-11-13T11:34:24,605 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:34:24,605 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:34:24,605 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:34:24,605 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:34:24,605 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:34:24,605 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45785,1731497659515-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:34:24,605 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45785,1731497659515-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:34:24,605 WARN [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=7bf281cf3991,38417,1731497646680/hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:24,607 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76392ced5baba7c4a06297956af6ffa7, ASSIGN}] 2024-11-13T11:34:24,608 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:34:24,608 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:34:24,608 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45785,1731497659515-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:24,608 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76392ced5baba7c4a06297956af6ffa7, ASSIGN 2024-11-13T11:34:24,609 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76392ced5baba7c4a06297956af6ffa7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-13T11:34:24,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5ca05c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:24,658 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45785,-1 for getting cluster id 2024-11-13T11:34:24,658 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:24,659 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc4b993a-adc3-4a6b-b169-58429b37b504' 2024-11-13T11:34:24,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:24,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc4b993a-adc3-4a6b-b169-58429b37b504" 2024-11-13T11:34:24,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f872778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:24,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45785,-1] 2024-11-13T11:34:24,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:24,660 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:24,660 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:24,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6847f3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:24,662 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,46821,1731497659538, seqNum=-1] 2024-11-13T11:34:24,663 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:24,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:34:24,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-13T11:34:24,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:24,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:24,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:24,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:24,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:24,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 7bf281cf3991:45785 after: 7bf281cf3991:45785 2024-11-13T11:34:24,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685ea55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:24,667 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45785,-1 for getting cluster id 2024-11-13T11:34:24,667 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:24,667 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc4b993a-adc3-4a6b-b169-58429b37b504' 2024-11-13T11:34:24,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:24,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc4b993a-adc3-4a6b-b169-58429b37b504" 2024-11-13T11:34:24,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9e3af0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:24,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45785,-1] 2024-11-13T11:34:24,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:24,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:24,669 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:24,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb4efb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:24,670 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,45785,1731497659515 2024-11-13T11:34:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e803862 2024-11-13T11:34:24,670 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:24,671 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:34:24,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45785 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-13T11:34:24,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:34:24,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:24,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:24,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:24,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:24,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:24,672 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:34:24,672 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1314092822, stopped=false 2024-11-13T11:34:24,672 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,44011,1731497650579 2024-11-13T11:34:24,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12056608448/running 2024-11-13T11:34:24,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12056608448/running 2024-11-13T11:34:24,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448 2024-11-13T11:34:24,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448 2024-11-13T11:34:24,673 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:34:24,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:24,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:24,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:24,674 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,40021,1731497650607' ***** 2024-11-13T11:34:24,674 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:34:24,674 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:34:24,674 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:34:24,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Set watcher on znode that does not yet exist, /12056608448/running 2024-11-13T11:34:24,674 INFO [RS:0;7bf281cf3991:40021 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:34:24,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Set watcher on znode that does not yet exist, /12056608448/running 2024-11-13T11:34:24,674 INFO [RS:0;7bf281cf3991:40021 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:34:24,674 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,40021,1731497650607 2024-11-13T11:34:24,674 INFO [RS:0;7bf281cf3991:40021 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:34:24,674 INFO [RS:0;7bf281cf3991:40021 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:40021. 2024-11-13T11:34:24,674 DEBUG [RS:0;7bf281cf3991:40021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:24,674 DEBUG [RS:0;7bf281cf3991:40021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:24,674 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:34:24,674 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:34:24,674 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:34:24,674 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:34:24,675 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T11:34:24,675 DEBUG [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:34:24,675 DEBUG [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:24,675 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:34:24,675 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:34:24,675 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:34:24,675 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:34:24,675 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:34:24,675 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-13T11:34:24,689 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/data/hbase/meta/1588230740/.tmp/ns/faa15f49a0db4d61bcf5de7228cba766 is 43, key is default/ns:d/1731497653538/Put/seqid=0 2024-11-13T11:34:24,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741835_1011 (size=5153) 2024-11-13T11:34:24,759 DEBUG [7bf281cf3991:45785 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:34:24,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=76392ced5baba7c4a06297956af6ffa7, regionState=OPENING, regionLocation=7bf281cf3991,46821,1731497659538 2024-11-13T11:34:24,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76392ced5baba7c4a06297956af6ffa7, ASSIGN because future has completed 2024-11-13T11:34:24,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76392ced5baba7c4a06297956af6ffa7, server=7bf281cf3991,46821,1731497659538}] 2024-11-13T11:34:24,765 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:34:24,784 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.wal-reader.7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332 to pos 0, reset compression=false 2024-11-13T11:34:24,875 DEBUG [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:24,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:24,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:24,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:34:24,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C46821%2C1731497659538.rep, suffix=, logDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538, archiveDir=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/oldWALs, maxLogs=10 2024-11-13T11:34:24,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.rep.1731497664919, exclude list is [], retry=0 2024-11-13T11:34:24,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35841,DS-3f01822e-a2e7-4275-bfe6-0e15f62e00bf,DISK] 2024-11-13T11:34:24,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.rep.1731497664919 2024-11-13T11:34:24,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43039:43039)] 2024-11-13T11:34:24,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 76392ced5baba7c4a06297956af6ffa7, NAME => 'hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:34:24,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:34:24,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:34:24,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. service=MultiRowMutationService 2024-11-13T11:34:24,936 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:34:24,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:24,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:24,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:24,936 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:24,938 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:24,939 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76392ced5baba7c4a06297956af6ffa7 columnFamilyName hfileref 2024-11-13T11:34:24,939 DEBUG [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:24,939 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] regionserver.HStore(327): Store=76392ced5baba7c4a06297956af6ffa7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:24,939 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:24,940 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76392ced5baba7c4a06297956af6ffa7 columnFamilyName queue 2024-11-13T11:34:24,940 DEBUG [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:24,945 DEBUG [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/replication/76392ced5baba7c4a06297956af6ffa7/queue/5fd6986c2b2c40dbae0a736ead741d70 2024-11-13T11:34:24,945 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] regionserver.HStore(327): Store=76392ced5baba7c4a06297956af6ffa7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:24,946 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:24,946 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76392ced5baba7c4a06297956af6ffa7 columnFamilyName sid 2024-11-13T11:34:24,946 DEBUG [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:24,947 INFO [StoreOpener-76392ced5baba7c4a06297956af6ffa7-1 {}] regionserver.HStore(327): Store=76392ced5baba7c4a06297956af6ffa7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:24,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:24,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/replication/76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:24,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/replication/76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:24,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:24,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:24,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:34:24,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:24,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 76392ced5baba7c4a06297956af6ffa7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72402612, jitterRate=0.07888299226760864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:34:24,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:24,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 76392ced5baba7c4a06297956af6ffa7: Running coprocessor pre-open hook at 1731497664936Writing region info on filesystem at 1731497664936Initializing all the Stores at 1731497664937 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497664937Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497664938 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497664938Cleaning up temporary data from old regions at 1731497664949 (+11 ms)Running coprocessor post-open hooks at 1731497664951 (+2 ms)Region opened successfully at 1731497664952 (+1 ms) 2024-11-13T11:34:24,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7., pid=13, masterSystemTime=1731497664914 2024-11-13T11:34:24,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:24,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:24,955 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=76392ced5baba7c4a06297956af6ffa7, regionState=OPEN, openSeqNum=9, regionLocation=7bf281cf3991,46821,1731497659538 2024-11-13T11:34:24,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76392ced5baba7c4a06297956af6ffa7, server=7bf281cf3991,46821,1731497659538 because future has completed 2024-11-13T11:34:24,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T11:34:24,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 76392ced5baba7c4a06297956af6ffa7, server=7bf281cf3991,46821,1731497659538 in 195 msec 2024-11-13T11:34:24,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-13T11:34:24,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76392ced5baba7c4a06297956af6ffa7, ASSIGN in 352 msec 2024-11-13T11:34:24,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-13T11:34:24,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7., hostname=7bf281cf3991,46821,1731497659538, seqNum=9] 2024-11-13T11:34:24,977 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 7bf281cf3991,38417,1731497646680 2024-11-13T11:34:24,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-13T11:34:25,075 DEBUG [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:25,094 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/data/hbase/meta/1588230740/.tmp/ns/faa15f49a0db4d61bcf5de7228cba766 2024-11-13T11:34:25,099 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/data/hbase/meta/1588230740/.tmp/ns/faa15f49a0db4d61bcf5de7228cba766 as hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/data/hbase/meta/1588230740/ns/faa15f49a0db4d61bcf5de7228cba766 2024-11-13T11:34:25,103 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/data/hbase/meta/1588230740/ns/faa15f49a0db4d61bcf5de7228cba766, entries=2, sequenceid=6, filesize=5.0 K 2024-11-13T11:34:25,104 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-13T11:34:25,104 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:34:25,108 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T11:34:25,109 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:34:25,109 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:34:25,109 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:34:25,109 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497664675Running coprocessor pre-close hooks at 1731497664675Disabling compacts and flushes for region at 1731497664675Disabling writes for close at 1731497664675Obtaining lock to block concurrent updates at 1731497664675Preparing flush snapshotting stores in 1588230740 at 1731497664675Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731497664675Flushing stores of hbase:meta,,1.1588230740 at 1731497664676 (+1 ms)Flushing 1588230740/ns: creating writer at 1731497664676Flushing 1588230740/ns: appending metadata at 1731497664689 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731497664689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7e6167: reopening flushed file at 1731497665098 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1731497665104 (+6 ms)Writing region close event to WAL at 1731497665105 (+1 ms)Running coprocessor post-close hooks at 1731497665109 (+4 ms)Closed at 1731497665109 2024-11-13T11:34:25,109 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:34:25,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46821 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-13T11:34:25,275 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,40021,1731497650607; all regions closed. 2024-11-13T11:34:25,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741834_1010 (size=1152) 2024-11-13T11:34:25,279 DEBUG [RS:0;7bf281cf3991:40021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/oldWALs 2024-11-13T11:34:25,279 INFO [RS:0;7bf281cf3991:40021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C40021%2C1731497650607.meta:.meta(num 1731497653498) 2024-11-13T11:34:25,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741832_1008 (size=93) 2024-11-13T11:34:25,282 DEBUG [RS:0;7bf281cf3991:40021 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/oldWALs 2024-11-13T11:34:25,282 INFO [RS:0;7bf281cf3991:40021 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C40021%2C1731497650607:(num 1731497652582) 2024-11-13T11:34:25,282 DEBUG [RS:0;7bf281cf3991:40021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:25,282 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:34:25,282 INFO [RS:0;7bf281cf3991:40021 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:34:25,283 INFO [RS:0;7bf281cf3991:40021 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T11:34:25,283 INFO [RS:0;7bf281cf3991:40021 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:34:25,283 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:34:25,283 INFO [RS:0;7bf281cf3991:40021 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40021 2024-11-13T11:34:25,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12056608448/rs/7bf281cf3991,40021,1731497650607 2024-11-13T11:34:25,284 INFO [RS:0;7bf281cf3991:40021 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:34:25,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448/rs 2024-11-13T11:34:25,284 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,40021,1731497650607] 2024-11-13T11:34:25,285 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12056608448/draining/7bf281cf3991,40021,1731497650607 already deleted, retry=false 2024-11-13T11:34:25,285 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,40021,1731497650607 expired; onlineServers=0 2024-11-13T11:34:25,285 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,44011,1731497650579' ***** 2024-11-13T11:34:25,285 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:34:25,285 INFO [M:0;7bf281cf3991:44011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:34:25,285 INFO [M:0;7bf281cf3991:44011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:34:25,285 DEBUG [M:0;7bf281cf3991:44011 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:34:25,285 DEBUG [M:0;7bf281cf3991:44011 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:34:25,285 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:34:25,285 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497652360 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497652360,5,FailOnTimeoutGroup] 2024-11-13T11:34:25,285 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497652360 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497652360,5,FailOnTimeoutGroup] 2024-11-13T11:34:25,285 INFO [M:0;7bf281cf3991:44011 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:34:25,285 INFO [M:0;7bf281cf3991:44011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:34:25,285 DEBUG [M:0;7bf281cf3991:44011 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:34:25,285 INFO [M:0;7bf281cf3991:44011 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:34:25,285 INFO [M:0;7bf281cf3991:44011 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:34:25,286 INFO [M:0;7bf281cf3991:44011 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:34:25,286 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:34:25,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12056608448/master 2024-11-13T11:34:25,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12056608448 2024-11-13T11:34:25,286 DEBUG [M:0;7bf281cf3991:44011 {}] zookeeper.ZKUtil(347): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Unable to get data of znode /12056608448/master because node does not exist (not an error) 2024-11-13T11:34:25,286 WARN [M:0;7bf281cf3991:44011 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:34:25,287 INFO [M:0;7bf281cf3991:44011 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/.lastflushedseqids 2024-11-13T11:34:25,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741836_1012 (size=99) 2024-11-13T11:34:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:25,385 INFO [RS:0;7bf281cf3991:40021 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:34:25,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40021-0x10038dcb3510004, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:25,385 INFO [RS:0;7bf281cf3991:40021 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,40021,1731497650607; zookeeper connection closed. 2024-11-13T11:34:25,385 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@80beea0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@80beea0 2024-11-13T11:34:25,385 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:34:25,691 INFO [M:0;7bf281cf3991:44011 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:34:25,691 INFO [M:0;7bf281cf3991:44011 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:34:25,692 DEBUG [M:0;7bf281cf3991:44011 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:34:25,692 INFO [M:0;7bf281cf3991:44011 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:25,692 DEBUG [M:0;7bf281cf3991:44011 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:25,692 DEBUG [M:0;7bf281cf3991:44011 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:34:25,692 DEBUG [M:0;7bf281cf3991:44011 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:25,692 INFO [M:0;7bf281cf3991:44011 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-13T11:34:25,706 DEBUG [M:0;7bf281cf3991:44011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bff823317b8446d895bddfaf285413f1 is 82, key is hbase:meta,,1/info:regioninfo/1731497653528/Put/seqid=0 2024-11-13T11:34:25,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741837_1013 (size=5672) 2024-11-13T11:34:25,789 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.wal-reader.7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332 to pos 0, reset compression=false 2024-11-13T11:34:26,110 INFO [M:0;7bf281cf3991:44011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bff823317b8446d895bddfaf285413f1 2024-11-13T11:34:26,126 DEBUG [M:0;7bf281cf3991:44011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bbc3c0b044c41309e0d5e1d42bb3e89 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731497653541/Put/seqid=0 2024-11-13T11:34:26,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741838_1014 (size=5275) 2024-11-13T11:34:26,220 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:34:26,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:26,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:26,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:26,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:26,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:26,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:26,530 INFO [M:0;7bf281cf3991:44011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bbc3c0b044c41309e0d5e1d42bb3e89 2024-11-13T11:34:26,547 DEBUG [M:0;7bf281cf3991:44011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3392ba6f6fc2452790eedf593226852b is 69, key is 7bf281cf3991,40021,1731497650607/rs:state/1731497652445/Put/seqid=0 2024-11-13T11:34:26,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741839_1015 (size=5156) 2024-11-13T11:34:26,893 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.wal-reader.7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332 to pos 0, reset compression=false 2024-11-13T11:34:26,951 INFO [M:0;7bf281cf3991:44011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3392ba6f6fc2452790eedf593226852b 2024-11-13T11:34:26,955 DEBUG [M:0;7bf281cf3991:44011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bff823317b8446d895bddfaf285413f1 as hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bff823317b8446d895bddfaf285413f1 2024-11-13T11:34:26,959 INFO [M:0;7bf281cf3991:44011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bff823317b8446d895bddfaf285413f1, entries=8, sequenceid=28, filesize=5.5 K 2024-11-13T11:34:26,960 DEBUG [M:0;7bf281cf3991:44011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9bbc3c0b044c41309e0d5e1d42bb3e89 as hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9bbc3c0b044c41309e0d5e1d42bb3e89 2024-11-13T11:34:26,964 INFO [M:0;7bf281cf3991:44011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9bbc3c0b044c41309e0d5e1d42bb3e89, entries=3, sequenceid=28, filesize=5.2 K 2024-11-13T11:34:26,965 DEBUG [M:0;7bf281cf3991:44011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3392ba6f6fc2452790eedf593226852b as hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3392ba6f6fc2452790eedf593226852b 2024-11-13T11:34:26,969 INFO [M:0;7bf281cf3991:44011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3392ba6f6fc2452790eedf593226852b, entries=1, sequenceid=28, filesize=5.0 K 2024-11-13T11:34:26,970 INFO [M:0;7bf281cf3991:44011 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=28, compaction requested=false 2024-11-13T11:34:26,971 INFO [M:0;7bf281cf3991:44011 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:26,971 DEBUG [M:0;7bf281cf3991:44011 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497665692Disabling compacts and flushes for region at 1731497665692Disabling writes for close at 1731497665692Obtaining lock to block concurrent updates at 1731497665692Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497665692Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731497665692Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497665693 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497665693Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497665705 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497665706 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497666114 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497666126 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497666126Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497666534 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497666546 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497666546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca23591: reopening flushed file at 1731497666954 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24cf6f49: reopening flushed file at 1731497666959 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43ec79bb: reopening flushed file at 1731497666964 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=28, compaction requested=false at 1731497666970 (+6 ms)Writing region close event to WAL at 1731497666971 (+1 ms)Closed at 1731497666971 2024-11-13T11:34:26,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741830_1006 (size=10165) 2024-11-13T11:34:26,973 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/77fc2b41-e0f4-891d-1db0-3f26c77ab3ee/MasterData/WALs/7bf281cf3991,44011,1731497650579/7bf281cf3991%2C44011%2C1731497650579.1731497652292 not finished, retry = 0 2024-11-13T11:34:27,074 INFO [M:0;7bf281cf3991:44011 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:34:27,074 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:34:27,074 INFO [M:0;7bf281cf3991:44011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44011 2024-11-13T11:34:27,075 INFO [M:0;7bf281cf3991:44011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:34:27,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:27,176 INFO [M:0;7bf281cf3991:44011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:34:27,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44011-0x10038dcb3510003, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:27,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c5bd7e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:34:27,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b7b176a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:34:27,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:34:27,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8f56fb7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:34:27,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48fb8414{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/hadoop.log.dir/,STOPPED} 2024-11-13T11:34:27,181 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:34:27,181 WARN [BP-646541896-172.17.0.2-1731497649737 heartbeating to localhost/127.0.0.1:38055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:34:27,181 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:34:27,181 WARN [BP-646541896-172.17.0.2-1731497649737 heartbeating to localhost/127.0.0.1:38055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-646541896-172.17.0.2-1731497649737 (Datanode Uuid 99ad10ee-89e0-4339-8c14-67d222a8e944) service to localhost/127.0.0.1:38055 2024-11-13T11:34:27,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/cluster_8015f850-f098-f8c0-5859-a32fd15c3dec/data/data1/current/BP-646541896-172.17.0.2-1731497649737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:34:27,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/cluster_8015f850-f098-f8c0-5859-a32fd15c3dec/data/data2/current/BP-646541896-172.17.0.2-1731497649737 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:34:27,182 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:34:27,187 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1cebf78e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:34:27,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a243add{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:34:27,188 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:34:27,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@227b1983{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:34:27,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e363219{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/hadoop.log.dir/,STOPPED} 2024-11-13T11:34:27,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:34:27,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:34:27,200 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:27,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:27,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:27,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:27,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:27,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:34:27,200 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1864539510, stopped=false 2024-11-13T11:34:27,200 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,45785,1731497659515 2024-11-13T11:34:27,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1126673645/running 2024-11-13T11:34:27,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1126673645/running 2024-11-13T11:34:27,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:27,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:27,201 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:34:27,202 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:27,202 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:27,202 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:27,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on znode that does not yet exist, /0-1126673645/running 2024-11-13T11:34:27,202 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Set watcher on znode that does not yet exist, /0-1126673645/running 2024-11-13T11:34:27,203 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,46821,1731497659538' ***** 2024-11-13T11:34:27,203 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:34:27,203 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:34:27,203 INFO [RS:0;7bf281cf3991:46821 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:34:27,203 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:34:27,203 INFO [RS:0;7bf281cf3991:46821 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:34:27,203 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(3091): Received CLOSE for 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:27,203 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,46821,1731497659538 2024-11-13T11:34:27,203 INFO [RS:0;7bf281cf3991:46821 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:34:27,203 INFO [RS:0;7bf281cf3991:46821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:46821. 2024-11-13T11:34:27,203 DEBUG [RS:0;7bf281cf3991:46821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:27,203 DEBUG [RS:0;7bf281cf3991:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:27,203 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76392ced5baba7c4a06297956af6ffa7, disabling compactions & flushes 2024-11-13T11:34:27,203 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:27,203 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:34:27,203 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:34:27,203 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:27,203 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:34:27,203 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. after waiting 0 ms 2024-11-13T11:34:27,203 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:27,203 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:34:27,204 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T11:34:27,204 DEBUG [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(1325): Online Regions={76392ced5baba7c4a06297956af6ffa7=hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:34:27,204 DEBUG [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76392ced5baba7c4a06297956af6ffa7 2024-11-13T11:34:27,204 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:34:27,204 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:34:27,204 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:34:27,204 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:34:27,204 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:34:27,204 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-13T11:34:27,207 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/replication/76392ced5baba7c4a06297956af6ffa7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-13T11:34:27,207 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:34:27,207 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:34:27,207 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:27,207 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76392ced5baba7c4a06297956af6ffa7: Waiting for close lock at 1731497667203Running coprocessor pre-close hooks at 1731497667203Disabling compacts and flushes for region at 1731497667203Disabling writes for close at 1731497667203Writing region close event to WAL at 1731497667204 (+1 ms)Running coprocessor post-close hooks at 1731497667207 (+3 ms)Closed at 1731497667207 2024-11-13T11:34:27,207 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7. 2024-11-13T11:34:27,217 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/.tmp/info/b69c1cd42219447a954393410cfd70cb is 147, key is hbase:replication,,1731497653656.76392ced5baba7c4a06297956af6ffa7./info:regioninfo/1731497664955/Put/seqid=0 2024-11-13T11:34:27,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741851_1027 (size=6385) 2024-11-13T11:34:27,299 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:34:27,404 DEBUG [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:27,604 DEBUG [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:27,621 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/.tmp/info/b69c1cd42219447a954393410cfd70cb 2024-11-13T11:34:27,626 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/.tmp/info/b69c1cd42219447a954393410cfd70cb as hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/info/b69c1cd42219447a954393410cfd70cb 2024-11-13T11:34:27,630 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/info/b69c1cd42219447a954393410cfd70cb, entries=8, sequenceid=19, filesize=6.2 K 2024-11-13T11:34:27,631 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false 2024-11-13T11:34:27,635 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-13T11:34:27,635 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:34:27,636 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:34:27,636 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:34:27,636 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497667204Running coprocessor pre-close hooks at 1731497667204Disabling compacts and flushes for region at 1731497667204Disabling writes for close at 1731497667204Obtaining lock to block concurrent updates at 1731497667204Preparing flush snapshotting stores in 1588230740 at 1731497667204Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731497667204Flushing stores of hbase:meta,,1.1588230740 at 1731497667204Flushing 1588230740/info: creating writer at 1731497667205 (+1 ms)Flushing 1588230740/info: appending metadata at 1731497667216 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731497667216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c4661d2: reopening flushed file at 1731497667625 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 427ms, sequenceid=19, compaction requested=false at 1731497667631 (+6 ms)Writing region close event to WAL at 1731497667632 (+1 ms)Running coprocessor post-close hooks at 1731497667635 (+3 ms)Closed at 1731497667636 (+1 ms) 2024-11-13T11:34:27,636 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:34:27,804 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,46821,1731497659538; all regions closed. 2024-11-13T11:34:27,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741849_1025 (size=2156) 2024-11-13T11:34:27,807 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.meta.1731497660703.meta not finished, retry = 0 2024-11-13T11:34:27,909 DEBUG [RS:0;7bf281cf3991:46821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/oldWALs 2024-11-13T11:34:27,909 INFO [RS:0;7bf281cf3991:46821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C46821%2C1731497659538.meta:.meta(num 1731497660703) 2024-11-13T11:34:27,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741850_1026 (size=796) 2024-11-13T11:34:27,911 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.rep.1731497664919 not finished, retry = 0 2024-11-13T11:34:28,014 DEBUG [RS:0;7bf281cf3991:46821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/oldWALs 2024-11-13T11:34:28,014 INFO [RS:0;7bf281cf3991:46821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C46821%2C1731497659538.rep:(num 1731497664919) 2024-11-13T11:34:28,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741848_1024 (size=93) 2024-11-13T11:34:28,016 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332 not finished, retry = 0 2024-11-13T11:34:28,097 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.wal-reader.7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332 to pos 0, reset compression=false 2024-11-13T11:34:28,117 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.wal-reader.7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332 2024-11-13T11:34:28,117 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.wal-reader.7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T11:34:28,117 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.wal-reader.7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T11:34:28,117 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.shipper7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,46821,1731497659538 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/WALs/7bf281cf3991,46821,1731497659538/7bf281cf3991%2C46821%2C1731497659538.1731497660332, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T11:34:28,118 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.shipper7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:28,118 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.shipper7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,46821,1731497659538, seqNum=-1] 2024-11-13T11:34:28,118 DEBUG [RS:0;7bf281cf3991:46821 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/oldWALs 2024-11-13T11:34:28,118 INFO [RS:0;7bf281cf3991:46821 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C46821%2C1731497659538:(num 1731497660332) 2024-11-13T11:34:28,118 DEBUG [RS:0;7bf281cf3991:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:28,118 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:34:28,119 INFO [RS:0;7bf281cf3991:46821 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:34:28,119 INFO [RS:0;7bf281cf3991:46821 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T11:34:28,119 INFO [RS:0;7bf281cf3991:46821 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:34:28,119 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:34:28,119 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,46821,1731497659538 because: Region server is closing 2024-11-13T11:34:28,119 INFO [RS:0;7bf281cf3991:46821 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:46821. 2024-11-13T11:34:28,119 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-13T11:34:28,119 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-13T11:34:28,119 DEBUG [RS:0;7bf281cf3991:46821 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:28,119 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T11:34:28,119 WARN [RS:0;7bf281cf3991:46821.replicationSource.shipper7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-7bf281cf3991,46821,1731497659538', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:46821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-13T11:34:28,119 DEBUG [RS:0;7bf281cf3991:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:28,119 DEBUG [RS:0;7bf281cf3991:46821 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:28,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:28,121 ERROR [RS:0;7bf281cf3991:46821.replicationSource.shipper7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7bf281cf3991,46821,1731497659538: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7bf281cf3991,46821,1731497659538, walGroup=7bf281cf3991%2C46821%2C1731497659538, offset=7bf281cf3991%2C46821%2C1731497659538.1731497660332:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:46821 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T11:34:28,122 ERROR [RS:0;7bf281cf3991:46821.replicationSource.shipper7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T11:34:28,124 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.shipper7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T11:34:28,126 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.shipper7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T11:34:28,126 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.shipper7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T11:34:28,126 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.shipper7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T11:34:28,126 INFO [RS:0;7bf281cf3991:46821.replicationSource.shipper7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 812258048 }, "NonHeapMemoryUsage": { "committed": 184745984, "init": 7667712, "max": -1, "used": 182033856 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T11:34:28,127 DEBUG [RS:0;7bf281cf3991:46821.replicationSource.shipper7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [7bf281cf3991%2C46821%2C1731497659538.1731497660332] 2024-11-13T11:34:28,220 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;7bf281cf3991:46821.replicationSource.shipper7bf281cf3991%2C46821%2C1731497659538,1-7bf281cf3991,46821,1731497659538 terminated 2024-11-13T11:34:28,220 INFO [RS:0;7bf281cf3991:46821 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46821 2024-11-13T11:34:28,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1126673645/rs/7bf281cf3991,46821,1731497659538 2024-11-13T11:34:28,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645/rs 2024-11-13T11:34:28,221 INFO [RS:0;7bf281cf3991:46821 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:34:28,222 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,46821,1731497659538] 2024-11-13T11:34:28,222 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1126673645/draining/7bf281cf3991,46821,1731497659538 already deleted, retry=false 2024-11-13T11:34:28,222 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,46821,1731497659538 expired; onlineServers=0 2024-11-13T11:34:28,222 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,45785,1731497659515' ***** 2024-11-13T11:34:28,222 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:34:28,222 INFO [M:0;7bf281cf3991:45785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:34:28,222 INFO [M:0;7bf281cf3991:45785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:34:28,223 DEBUG [M:0;7bf281cf3991:45785 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:34:28,223 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:34:28,223 DEBUG [M:0;7bf281cf3991:45785 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:34:28,223 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497660082 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497660082,5,FailOnTimeoutGroup] 2024-11-13T11:34:28,223 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497660082 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497660082,5,FailOnTimeoutGroup] 2024-11-13T11:34:28,223 INFO [M:0;7bf281cf3991:45785 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:34:28,223 INFO [M:0;7bf281cf3991:45785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:34:28,223 DEBUG [M:0;7bf281cf3991:45785 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:34:28,223 INFO [M:0;7bf281cf3991:45785 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:34:28,223 INFO [M:0;7bf281cf3991:45785 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:34:28,223 INFO [M:0;7bf281cf3991:45785 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:34:28,223 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:34:28,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1126673645/master 2024-11-13T11:34:28,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1126673645 2024-11-13T11:34:28,224 DEBUG [M:0;7bf281cf3991:45785 {}] zookeeper.ZKUtil(347): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Unable to get data of znode /0-1126673645/master because node does not exist (not an error) 2024-11-13T11:34:28,224 WARN [M:0;7bf281cf3991:45785 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:34:28,224 INFO [M:0;7bf281cf3991:45785 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/.lastflushedseqids 2024-11-13T11:34:28,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741852_1028 (size=181) 2024-11-13T11:34:28,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:28,322 INFO [RS:0;7bf281cf3991:46821 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:34:28,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46821-0x10038dcb3510007, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:28,322 INFO [RS:0;7bf281cf3991:46821 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,46821,1731497659538; zookeeper connection closed. 2024-11-13T11:34:28,322 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5076636c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5076636c 2024-11-13T11:34:28,322 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:34:28,629 INFO [M:0;7bf281cf3991:45785 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:34:28,629 INFO [M:0;7bf281cf3991:45785 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:34:28,630 DEBUG [M:0;7bf281cf3991:45785 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:34:28,630 INFO [M:0;7bf281cf3991:45785 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:28,630 DEBUG [M:0;7bf281cf3991:45785 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:28,630 DEBUG [M:0;7bf281cf3991:45785 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:34:28,630 DEBUG [M:0;7bf281cf3991:45785 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:28,630 INFO [M:0;7bf281cf3991:45785 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-13T11:34:28,644 DEBUG [M:0;7bf281cf3991:45785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/057dce848b544def9a07cd03cda6038f is 82, key is hbase:meta,,1/info:regioninfo/1731497660745/Put/seqid=0 2024-11-13T11:34:28,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741853_1029 (size=5672) 2024-11-13T11:34:29,048 INFO [M:0;7bf281cf3991:45785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/057dce848b544def9a07cd03cda6038f 2024-11-13T11:34:29,066 DEBUG [M:0;7bf281cf3991:45785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb8c7b2c39ff4c72820f9ad14bef0731 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731497664960/Put/seqid=0 2024-11-13T11:34:29,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741854_1030 (size=7312) 2024-11-13T11:34:29,471 INFO [M:0;7bf281cf3991:45785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb8c7b2c39ff4c72820f9ad14bef0731 2024-11-13T11:34:29,488 DEBUG [M:0;7bf281cf3991:45785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/479f1c5346684d22b7ff240bbfc0a4f9 is 69, key is 7bf281cf3991,46821,1731497659538/rs:state/1731497660170/Put/seqid=0 2024-11-13T11:34:29,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741855_1031 (size=5370) 2024-11-13T11:34:29,893 INFO [M:0;7bf281cf3991:45785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/479f1c5346684d22b7ff240bbfc0a4f9 2024-11-13T11:34:29,897 INFO [M:0;7bf281cf3991:45785 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 479f1c5346684d22b7ff240bbfc0a4f9 2024-11-13T11:34:29,898 DEBUG [M:0;7bf281cf3991:45785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/057dce848b544def9a07cd03cda6038f as hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/057dce848b544def9a07cd03cda6038f 2024-11-13T11:34:29,902 INFO [M:0;7bf281cf3991:45785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/057dce848b544def9a07cd03cda6038f, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T11:34:29,902 DEBUG [M:0;7bf281cf3991:45785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fb8c7b2c39ff4c72820f9ad14bef0731 as hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb8c7b2c39ff4c72820f9ad14bef0731 2024-11-13T11:34:29,906 INFO [M:0;7bf281cf3991:45785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fb8c7b2c39ff4c72820f9ad14bef0731, entries=7, sequenceid=127, filesize=7.1 K 2024-11-13T11:34:29,907 DEBUG [M:0;7bf281cf3991:45785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/479f1c5346684d22b7ff240bbfc0a4f9 as hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/479f1c5346684d22b7ff240bbfc0a4f9 2024-11-13T11:34:29,911 INFO [M:0;7bf281cf3991:45785 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 479f1c5346684d22b7ff240bbfc0a4f9 2024-11-13T11:34:29,911 INFO [M:0;7bf281cf3991:45785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42653/user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/479f1c5346684d22b7ff240bbfc0a4f9, entries=2, sequenceid=127, filesize=5.2 K 2024-11-13T11:34:29,912 INFO [M:0;7bf281cf3991:45785 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=127, compaction requested=false 2024-11-13T11:34:29,913 INFO [M:0;7bf281cf3991:45785 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:29,913 DEBUG [M:0;7bf281cf3991:45785 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497668630Disabling compacts and flushes for region at 1731497668630Disabling writes for close at 1731497668630Obtaining lock to block concurrent updates at 1731497668630Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497668630Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731497668630Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497668631 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497668631Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497668644 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497668644Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497669053 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497669066 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497669066Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497669475 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497669487 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497669487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb88cdc: reopening flushed file at 1731497669897 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c49d527: reopening flushed file at 1731497669902 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25aae955: reopening flushed file at 1731497669906 (+4 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=127, compaction requested=false at 1731497669912 (+6 ms)Writing region close event to WAL at 1731497669913 (+1 ms)Closed at 1731497669913 2024-11-13T11:34:29,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35841 is added to blk_1073741847_1023 (size=22903) 2024-11-13T11:34:29,915 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/fab2bef7-bd50-dc32-e576-7a78b4d67bb5/MasterData/WALs/7bf281cf3991,45785,1731497659515/7bf281cf3991%2C45785%2C1731497659515.1731497660002 not finished, retry = 0 2024-11-13T11:34:30,016 INFO [M:0;7bf281cf3991:45785 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:34:30,016 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:34:30,016 INFO [M:0;7bf281cf3991:45785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45785 2024-11-13T11:34:30,016 INFO [M:0;7bf281cf3991:45785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:34:30,117 INFO [M:0;7bf281cf3991:45785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:34:30,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:30,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45785-0x10038dcb3510006, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:30,119 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23cc2f18{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:34:30,120 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a7ac3fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:34:30,120 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:34:30,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0e3efc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:34:30,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72697519{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/hadoop.log.dir/,STOPPED} 2024-11-13T11:34:30,121 WARN [BP-97913042-172.17.0.2-1731497645812 heartbeating to localhost/127.0.0.1:42653 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:34:30,121 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:34:30,121 WARN [BP-97913042-172.17.0.2-1731497645812 heartbeating to localhost/127.0.0.1:42653 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-97913042-172.17.0.2-1731497645812 (Datanode Uuid e0302667-2dcc-4a44-99d5-9d0cba8999c4) service to localhost/127.0.0.1:42653 2024-11-13T11:34:30,121 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:34:30,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/cluster_0abd6782-40ab-bd27-7bc5-8bf33c0a39d4/data/data1/current/BP-97913042-172.17.0.2-1731497645812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:34:30,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/cluster_0abd6782-40ab-bd27-7bc5-8bf33c0a39d4/data/data2/current/BP-97913042-172.17.0.2-1731497645812 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:34:30,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:34:30,126 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fbd2b8b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:34:30,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ee8259d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:34:30,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:34:30,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@830a9f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:34:30,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@645f7d76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ed126751-88bb-2fdc-a33d-ae7106bb55b1/hadoop.log.dir/,STOPPED} 2024-11-13T11:34:30,133 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T11:34:30,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:34:30,150 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=207 (was 161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38055 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:42653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59916) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59916) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42653 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:42653 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42653 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=160 (was 167), ProcessCount=11 (was 11), AvailableMemoryMB=2040 (was 2069) 2024-11-13T11:34:30,158 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=207, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=160, ProcessCount=11, AvailableMemoryMB=2040 2024-11-13T11:34:30,170 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-13T11:34:30,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/hadoop.log.dir so I do NOT create it in target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0 2024-11-13T11:34:30,170 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:34:30,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/hadoop.tmp.dir so I do NOT create it in target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0 2024-11-13T11:34:30,170 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2035b85-eebc-5f36-9dbc-c2ea253fa622/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:34:30,170 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0 2024-11-13T11:34:30,171 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/cluster_9a687dec-1918-9285-d124-57adac3ab866, deleteOnExit=true 2024-11-13T11:34:30,173 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/cluster_9a687dec-1918-9285-d124-57adac3ab866/zookeeper_0, clientPort=54887, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/cluster_9a687dec-1918-9285-d124-57adac3ab866/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/cluster_9a687dec-1918-9285-d124-57adac3ab866/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T11:34:30,174 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54887 2024-11-13T11:34:30,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:34:30,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:34:30,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/test.cache.data in system properties and HBase conf 2024-11-13T11:34:30,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:34:30,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:34:30,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:34:30,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:34:30,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:34:30,174 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:34:30,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:34:30,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:34:30,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:34:30,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:34:30,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:34:30,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:34:30,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:34:30,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:34:30,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:34:30,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:34:30,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:34:30,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:34:30,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:34:30,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:34:30,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10038dcb3510002, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:34:30,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10038dcb3510005, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:34:30,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10038dcb3510005, quorum=127.0.0.1:59916, baseZNode=/12056608448 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:34:30,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10038dcb3510002, quorum=127.0.0.1:59916, baseZNode=/0-1126673645 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:34:30,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:34:30,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:34:30,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:34:30,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:34:30,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:34:30,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:34:30,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bd95385{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:34:30,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b19225d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:34:30,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@34a0d3f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/java.io.tmpdir/jetty-localhost-40735-hadoop-hdfs-3_4_1-tests_jar-_-any-16697794477949187833/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:34:30,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5bf68f11{HTTP/1.1, (http/1.1)}{localhost:40735} 2024-11-13T11:34:30,398 INFO [Time-limited test {}] server.Server(415): Started @155271ms 2024-11-13T11:34:30,454 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:34:30,457 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:34:30,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:34:30,458 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:34:30,458 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:34:30,460 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abb186f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:34:30,461 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ecea2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:34:30,555 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@702d0e1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/java.io.tmpdir/jetty-localhost-39829-hadoop-hdfs-3_4_1-tests_jar-_-any-1579279726943816051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:34:30,556 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464459b0{HTTP/1.1, (http/1.1)}{localhost:39829} 2024-11-13T11:34:30,556 INFO [Time-limited test {}] server.Server(415): Started @155428ms 2024-11-13T11:34:30,557 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:34:30,615 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/cluster_9a687dec-1918-9285-d124-57adac3ab866/data/data2/current/BP-127912119-172.17.0.2-1731497670202/current, will proceed with Du for space computation calculation, 2024-11-13T11:34:30,615 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/cluster_9a687dec-1918-9285-d124-57adac3ab866/data/data1/current/BP-127912119-172.17.0.2-1731497670202/current, will proceed with Du for space computation calculation, 2024-11-13T11:34:30,634 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:34:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7f531767045deb0 with lease ID 0x2e8adddf496bb800: Processing first storage report for DS-aec18262-cf14-4394-8f52-aae29c485615 from datanode DatanodeRegistration(127.0.0.1:41247, datanodeUuid=0e7568a7-ddbd-495d-9e0a-551b7fdbcb52, infoPort=38875, infoSecurePort=0, ipcPort=45557, storageInfo=lv=-57;cid=testClusterID;nsid=2098847640;c=1731497670202) 2024-11-13T11:34:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7f531767045deb0 with lease ID 0x2e8adddf496bb800: from storage DS-aec18262-cf14-4394-8f52-aae29c485615 node DatanodeRegistration(127.0.0.1:41247, datanodeUuid=0e7568a7-ddbd-495d-9e0a-551b7fdbcb52, infoPort=38875, infoSecurePort=0, ipcPort=45557, storageInfo=lv=-57;cid=testClusterID;nsid=2098847640;c=1731497670202), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:34:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd7f531767045deb0 with lease ID 0x2e8adddf496bb800: Processing first storage report for DS-48f01a26-dc03-4b1c-be5d-f225fa4891f0 from datanode DatanodeRegistration(127.0.0.1:41247, datanodeUuid=0e7568a7-ddbd-495d-9e0a-551b7fdbcb52, infoPort=38875, infoSecurePort=0, ipcPort=45557, storageInfo=lv=-57;cid=testClusterID;nsid=2098847640;c=1731497670202) 2024-11-13T11:34:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd7f531767045deb0 with lease ID 0x2e8adddf496bb800: from storage DS-48f01a26-dc03-4b1c-be5d-f225fa4891f0 node DatanodeRegistration(127.0.0.1:41247, datanodeUuid=0e7568a7-ddbd-495d-9e0a-551b7fdbcb52, infoPort=38875, infoSecurePort=0, ipcPort=45557, storageInfo=lv=-57;cid=testClusterID;nsid=2098847640;c=1731497670202), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:34:30,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:34:30,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T11:34:30,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T11:34:30,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:34:30,681 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0 2024-11-13T11:34:30,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:30,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:30,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:34:31,089 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd with version=8 2024-11-13T11:34:31,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/hbase-staging 2024-11-13T11:34:31,092 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:34:31,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:31,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:31,092 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:34:31,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:31,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:34:31,092 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:34:31,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:34:31,093 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43893 2024-11-13T11:34:31,094 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43893 connecting to ZooKeeper ensemble=127.0.0.1:54887 2024-11-13T11:34:31,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438930x0, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:34:31,097 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43893-0x10038dd128b0000 connected 2024-11-13T11:34:31,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:31,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:31,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Set watcher on znode that does not yet exist, /0-411151079/running 2024-11-13T11:34:31,113 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd, hbase.cluster.distributed=false 2024-11-13T11:34:31,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Set watcher on znode that does not yet exist, /0-411151079/acl 2024-11-13T11:34:31,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43893 2024-11-13T11:34:31,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43893 2024-11-13T11:34:31,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43893 2024-11-13T11:34:31,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43893 2024-11-13T11:34:31,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43893 2024-11-13T11:34:31,134 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:34:31,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:31,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:31,135 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:34:31,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:31,135 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:34:31,135 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:34:31,135 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:34:31,136 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34011 2024-11-13T11:34:31,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34011 connecting to ZooKeeper ensemble=127.0.0.1:54887 2024-11-13T11:34:31,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:31,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:31,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340110x0, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:34:31,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340110x0, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Set watcher on znode that does not yet exist, /0-411151079/running 2024-11-13T11:34:31,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34011-0x10038dd128b0001 connected 2024-11-13T11:34:31,143 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:34:31,146 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:34:31,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Set watcher on znode that does not yet exist, /0-411151079/master 2024-11-13T11:34:31,147 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Set watcher on znode that does not yet exist, /0-411151079/acl 2024-11-13T11:34:31,147 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34011 2024-11-13T11:34:31,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34011 2024-11-13T11:34:31,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34011 2024-11-13T11:34:31,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34011 2024-11-13T11:34:31,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34011 2024-11-13T11:34:31,163 DEBUG [M:0;7bf281cf3991:43893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:43893 2024-11-13T11:34:31,165 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-411151079/backup-masters/7bf281cf3991,43893,1731497671092 2024-11-13T11:34:31,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079/backup-masters 2024-11-13T11:34:31,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079/backup-masters 2024-11-13T11:34:31,166 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Set watcher on existing znode=/0-411151079/backup-masters/7bf281cf3991,43893,1731497671092 2024-11-13T11:34:31,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:31,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-411151079/master 2024-11-13T11:34:31,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:31,167 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Set watcher on existing znode=/0-411151079/master 2024-11-13T11:34:31,168 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-411151079/backup-masters/7bf281cf3991,43893,1731497671092 from backup master directory 2024-11-13T11:34:31,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079/backup-masters 2024-11-13T11:34:31,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-411151079/backup-masters/7bf281cf3991,43893,1731497671092 2024-11-13T11:34:31,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079/backup-masters 2024-11-13T11:34:31,168 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:34:31,168 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,43893,1731497671092 2024-11-13T11:34:31,174 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/hbase.id] with ID: 30e80050-17eb-4e1e-8174-d1968c94db74 2024-11-13T11:34:31,174 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/.tmp/hbase.id 2024-11-13T11:34:31,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:34:31,579 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/.tmp/hbase.id]:[hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/hbase.id] 2024-11-13T11:34:31,588 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:31,588 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:34:31,589 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T11:34:31,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:31,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:31,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:34:32,000 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:34:32,000 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:34:32,000 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:32,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:34:32,407 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store 2024-11-13T11:34:32,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:34:32,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:34:32,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:32,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:32,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:32,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:32,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:32,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:32,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:32,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:32,812 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:32,812 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:34:32,812 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:32,812 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:32,812 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:34:32,812 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:32,812 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:32,812 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497672812Disabling compacts and flushes for region at 1731497672812Disabling writes for close at 1731497672812Writing region close event to WAL at 1731497672812Closed at 1731497672812 2024-11-13T11:34:32,813 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/.initializing 2024-11-13T11:34:32,813 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/WALs/7bf281cf3991,43893,1731497671092 2024-11-13T11:34:32,814 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:34:32,815 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C43893%2C1731497671092, suffix=, logDir=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/WALs/7bf281cf3991,43893,1731497671092, archiveDir=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/oldWALs, maxLogs=10 2024-11-13T11:34:32,826 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/WALs/7bf281cf3991,43893,1731497671092/7bf281cf3991%2C43893%2C1731497671092.1731497672815, exclude list is [], retry=0 2024-11-13T11:34:32,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41247,DS-aec18262-cf14-4394-8f52-aae29c485615,DISK] 2024-11-13T11:34:32,830 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/WALs/7bf281cf3991,43893,1731497671092/7bf281cf3991%2C43893%2C1731497671092.1731497672815 2024-11-13T11:34:32,831 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38875:38875)] 2024-11-13T11:34:32,831 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:34:32,831 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:32,831 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:32,831 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:32,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:32,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:34:32,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:32,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:32,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:32,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:34:32,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:32,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:32,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:32,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:34:32,836 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:32,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:32,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:32,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:34:32,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:32,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:32,838 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:32,838 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:32,839 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:32,840 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:32,840 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:32,840 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:34:32,841 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:32,842 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:34:32,845 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74488909, jitterRate=0.10997124016284943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:34:32,845 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497672831Initializing all the Stores at 1731497672832 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497672832Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497672832Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497672832Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497672832Cleaning up temporary data from old regions at 1731497672840 (+8 ms)Region opened successfully at 1731497672845 (+5 ms) 2024-11-13T11:34:32,845 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:34:32,848 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5843f5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:34:32,848 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:34:32,848 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:34:32,849 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:34:32,849 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:34:32,849 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:34:32,849 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:34:32,849 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:34:32,851 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:34:32,851 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Unable to get data of znode /0-411151079/balancer because node does not exist (not necessarily an error) 2024-11-13T11:34:32,852 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-411151079/balancer already deleted, retry=false 2024-11-13T11:34:32,852 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:34:32,852 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Unable to get data of znode /0-411151079/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:34:32,853 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-411151079/normalizer already deleted, retry=false 2024-11-13T11:34:32,853 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:34:32,857 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Unable to get data of znode /0-411151079/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:34:32,857 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-411151079/switch/split already deleted, retry=false 2024-11-13T11:34:32,858 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Unable to get data of znode /0-411151079/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:34:32,859 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-411151079/switch/merge already deleted, retry=false 2024-11-13T11:34:32,861 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Unable to get data of znode /0-411151079/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:34:32,861 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-411151079/snapshot-cleanup already deleted, retry=false 2024-11-13T11:34:32,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-411151079/running 2024-11-13T11:34:32,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-411151079/running 2024-11-13T11:34:32,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:32,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:32,863 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,43893,1731497671092, sessionid=0x10038dd128b0000, setting cluster-up flag (Was=false) 2024-11-13T11:34:32,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:32,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:32,866 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-411151079/flush-table-proc/acquired, /0-411151079/flush-table-proc/reached, /0-411151079/flush-table-proc/abort 2024-11-13T11:34:32,866 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,43893,1731497671092 2024-11-13T11:34:32,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:32,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:32,870 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-411151079/online-snapshot/acquired, /0-411151079/online-snapshot/reached, /0-411151079/online-snapshot/abort 2024-11-13T11:34:32,870 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,43893,1731497671092 2024-11-13T11:34:32,871 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:34:32,872 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:32,873 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:34:32,873 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:34:32,873 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 7bf281cf3991,38417,1731497646680: status=Processing ServerCrashProcedure of 7bf281cf3991,38417,1731497646680 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731497660081, completionTime=-1 appears to have been leaked 2024-11-13T11:34:32,873 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,43893,1731497671092 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:34:32,874 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:32,874 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:32,874 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:32,874 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:32,874 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:34:32,874 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:32,874 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:34:32,874 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:32,878 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:32,878 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:34:32,879 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:32,879 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:34:32,883 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497702883 2024-11-13T11:34:32,883 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:34:32,884 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:34:32,884 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:34:32,884 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:34:32,884 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:34:32,884 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:34:32,884 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:32,884 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:34:32,884 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:34:32,884 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:34:32,884 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:34:32,884 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:34:32,885 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:34:32,885 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497672885,5,FailOnTimeoutGroup] 2024-11-13T11:34:32,889 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497672885,5,FailOnTimeoutGroup] 2024-11-13T11:34:32,889 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:32,890 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:34:32,890 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:32,890 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:32,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:34:32,956 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(746): ClusterId : 30e80050-17eb-4e1e-8174-d1968c94db74 2024-11-13T11:34:32,956 DEBUG [RS:0;7bf281cf3991:34011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:34:32,957 DEBUG [RS:0;7bf281cf3991:34011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:34:32,957 DEBUG [RS:0;7bf281cf3991:34011 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:34:32,959 DEBUG [RS:0;7bf281cf3991:34011 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:34:32,959 DEBUG [RS:0;7bf281cf3991:34011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2e43b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:34:32,969 DEBUG [RS:0;7bf281cf3991:34011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:34011 2024-11-13T11:34:32,969 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:34:32,969 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:34:32,969 DEBUG [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:34:32,970 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,43893,1731497671092 with port=34011, startcode=1731497671134 2024-11-13T11:34:32,970 DEBUG [RS:0;7bf281cf3991:34011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:34:32,971 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:34:32,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43893 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,34011,1731497671134 2024-11-13T11:34:32,971 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43893 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,34011,1731497671134 2024-11-13T11:34:32,972 DEBUG [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd 2024-11-13T11:34:32,972 DEBUG [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46377 2024-11-13T11:34:32,972 DEBUG [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:34:32,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079/rs 2024-11-13T11:34:32,974 DEBUG [RS:0;7bf281cf3991:34011 {}] zookeeper.ZKUtil(111): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Set watcher on existing znode=/0-411151079/rs/7bf281cf3991,34011,1731497671134 2024-11-13T11:34:32,974 WARN [RS:0;7bf281cf3991:34011 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:34:32,974 INFO [RS:0;7bf281cf3991:34011 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:32,974 DEBUG [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134 2024-11-13T11:34:32,974 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,34011,1731497671134] 2024-11-13T11:34:32,979 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:34:32,980 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:34:32,981 INFO [RS:0;7bf281cf3991:34011 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:34:32,981 INFO [RS:0;7bf281cf3991:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:32,985 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:34:32,986 INFO [RS:0;7bf281cf3991:34011 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:34:32,986 INFO [RS:0;7bf281cf3991:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:32,986 DEBUG [RS:0;7bf281cf3991:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:32,986 DEBUG [RS:0;7bf281cf3991:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:32,986 DEBUG [RS:0;7bf281cf3991:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:32,986 DEBUG [RS:0;7bf281cf3991:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:32,986 DEBUG [RS:0;7bf281cf3991:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:32,986 DEBUG [RS:0;7bf281cf3991:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:34:32,986 DEBUG [RS:0;7bf281cf3991:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:32,986 DEBUG [RS:0;7bf281cf3991:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:32,986 DEBUG [RS:0;7bf281cf3991:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:32,986 DEBUG [RS:0;7bf281cf3991:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:32,986 DEBUG [RS:0;7bf281cf3991:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:32,986 DEBUG [RS:0;7bf281cf3991:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:32,986 DEBUG [RS:0;7bf281cf3991:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:34:32,986 DEBUG [RS:0;7bf281cf3991:34011 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:34:32,986 INFO [RS:0;7bf281cf3991:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:32,987 INFO [RS:0;7bf281cf3991:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:32,987 INFO [RS:0;7bf281cf3991:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:32,987 INFO [RS:0;7bf281cf3991:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:32,987 INFO [RS:0;7bf281cf3991:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:32,987 INFO [RS:0;7bf281cf3991:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,34011,1731497671134-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:34:32,999 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:34:33,000 INFO [RS:0;7bf281cf3991:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,34011,1731497671134-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:33,000 INFO [RS:0;7bf281cf3991:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:33,000 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.Replication(171): 7bf281cf3991,34011,1731497671134 started 2024-11-13T11:34:33,012 INFO [RS:0;7bf281cf3991:34011 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:33,012 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,34011,1731497671134, RpcServer on 7bf281cf3991/172.17.0.2:34011, sessionid=0x10038dd128b0001 2024-11-13T11:34:33,012 DEBUG [RS:0;7bf281cf3991:34011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:34:33,012 DEBUG [RS:0;7bf281cf3991:34011 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,34011,1731497671134 2024-11-13T11:34:33,012 DEBUG [RS:0;7bf281cf3991:34011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,34011,1731497671134' 2024-11-13T11:34:33,012 DEBUG [RS:0;7bf281cf3991:34011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-411151079/flush-table-proc/abort' 2024-11-13T11:34:33,013 DEBUG [RS:0;7bf281cf3991:34011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-411151079/flush-table-proc/acquired' 2024-11-13T11:34:33,013 DEBUG [RS:0;7bf281cf3991:34011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:34:33,013 DEBUG [RS:0;7bf281cf3991:34011 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:34:33,013 DEBUG [RS:0;7bf281cf3991:34011 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,34011,1731497671134 2024-11-13T11:34:33,013 DEBUG [RS:0;7bf281cf3991:34011 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,34011,1731497671134' 2024-11-13T11:34:33,013 DEBUG [RS:0;7bf281cf3991:34011 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-411151079/online-snapshot/abort' 2024-11-13T11:34:33,013 DEBUG [RS:0;7bf281cf3991:34011 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-411151079/online-snapshot/acquired' 2024-11-13T11:34:33,014 DEBUG [RS:0;7bf281cf3991:34011 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:34:33,014 INFO [RS:0;7bf281cf3991:34011 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:34:33,014 INFO [RS:0;7bf281cf3991:34011 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:34:33,114 INFO [RS:0;7bf281cf3991:34011 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:34:33,115 INFO [RS:0;7bf281cf3991:34011 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C34011%2C1731497671134, suffix=, logDir=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134, archiveDir=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/oldWALs, maxLogs=10 2024-11-13T11:34:33,127 DEBUG [RS:0;7bf281cf3991:34011 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116, exclude list is [], retry=0 2024-11-13T11:34:33,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41247,DS-aec18262-cf14-4394-8f52-aae29c485615,DISK] 2024-11-13T11:34:33,131 INFO [RS:0;7bf281cf3991:34011 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 2024-11-13T11:34:33,131 DEBUG [RS:0;7bf281cf3991:34011 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38875:38875)] 2024-11-13T11:34:33,292 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:34:33,292 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd 2024-11-13T11:34:33,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741833_1009 (size=32) 2024-11-13T11:34:33,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:33,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:34:33,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:34:33,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:33,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:33,700 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:34:33,701 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:34:33,701 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:33,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:33,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:34:33,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:34:33,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:33,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:33,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:34:33,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:34:33,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:33,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:33,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:34:33,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740 2024-11-13T11:34:33,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740 2024-11-13T11:34:33,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:34:33,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:34:33,707 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:34:33,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:34:33,715 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:34:33,716 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73121113, jitterRate=0.08958949148654938}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:34:33,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497673697Initializing all the Stores at 1731497673698 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497673698Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497673698Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497673698Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497673698Cleaning up temporary data from old regions at 1731497673707 (+9 ms)Region opened successfully at 1731497673716 (+9 ms) 2024-11-13T11:34:33,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:34:33,716 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:34:33,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:34:33,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:34:33,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:34:33,717 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:34:33,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497673716Disabling compacts and flushes for region at 1731497673716Disabling writes for close at 1731497673716Writing region close event to WAL at 1731497673717 (+1 ms)Closed at 1731497673717 2024-11-13T11:34:33,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:33,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:34:33,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:34:33,719 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:34:33,720 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:34:33,870 DEBUG [7bf281cf3991:43893 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:34:33,870 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,34011,1731497671134 2024-11-13T11:34:33,871 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,34011,1731497671134, state=OPENING 2024-11-13T11:34:33,872 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:34:33,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:33,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:33,873 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:34:33,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,34011,1731497671134}] 2024-11-13T11:34:33,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-411151079/meta-region-server: CHANGED 2024-11-13T11:34:33,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-411151079/meta-region-server: CHANGED 2024-11-13T11:34:34,025 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:34:34,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55545, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:34:34,029 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:34:34,029 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:34,029 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:34:34,031 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C34011%2C1731497671134.meta, suffix=.meta, logDir=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134, archiveDir=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/oldWALs, maxLogs=10 2024-11-13T11:34:34,042 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.meta.1731497674031.meta, exclude list is [], retry=0 2024-11-13T11:34:34,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41247,DS-aec18262-cf14-4394-8f52-aae29c485615,DISK] 2024-11-13T11:34:34,049 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.meta.1731497674031.meta 2024-11-13T11:34:34,049 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38875:38875)] 2024-11-13T11:34:34,049 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:34:34,050 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:34:34,050 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:34:34,050 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:34:34,050 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:34:34,050 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:34:34,050 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:34,050 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:34:34,050 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:34:34,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:34:34,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:34:34,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:34,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:34,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:34:34,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:34:34,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:34,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:34,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:34:34,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:34:34,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:34,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:34,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:34:34,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:34:34,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:34,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:34,055 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:34:34,056 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740 2024-11-13T11:34:34,057 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740 2024-11-13T11:34:34,058 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:34:34,058 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:34:34,058 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:34:34,059 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:34:34,060 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74356880, jitterRate=0.10800385475158691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:34:34,060 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:34:34,061 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497674050Writing region info on filesystem at 1731497674050Initializing all the Stores at 1731497674051 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497674051Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497674051Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497674051Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497674051Cleaning up temporary data from old regions at 1731497674058 (+7 ms)Running coprocessor post-open hooks at 1731497674060 (+2 ms)Region opened successfully at 1731497674061 (+1 ms) 2024-11-13T11:34:34,061 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497674025 2024-11-13T11:34:34,063 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:34:34,063 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:34:34,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,34011,1731497671134 2024-11-13T11:34:34,064 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,34011,1731497671134, state=OPEN 2024-11-13T11:34:34,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-411151079/meta-region-server 2024-11-13T11:34:34,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-411151079/meta-region-server 2024-11-13T11:34:34,066 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,34011,1731497671134 2024-11-13T11:34:34,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-411151079/meta-region-server: CHANGED 2024-11-13T11:34:34,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-411151079/meta-region-server: CHANGED 2024-11-13T11:34:34,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:34:34,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,34011,1731497671134 in 193 msec 2024-11-13T11:34:34,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:34:34,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-13T11:34:34,070 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:34,070 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:34:34,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:34,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34011,1731497671134, seqNum=-1] 2024-11-13T11:34:34,071 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:34,072 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:34:34,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2040 sec 2024-11-13T11:34:34,076 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497674076, completionTime=-1 2024-11-13T11:34:34,076 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:34:34,076 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:34:34,078 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:34:34,078 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497734078 2024-11-13T11:34:34,078 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497794078 2024-11-13T11:34:34,078 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T11:34:34,078 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,43893,1731497671092-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:34,079 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,43893,1731497671092-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:34,079 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,43893,1731497671092-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:34,079 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:43893, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:34,079 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:34,079 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:34,080 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:34:34,082 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.914sec 2024-11-13T11:34:34,082 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:34:34,082 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:34:34,082 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:34:34,082 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:34:34,082 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:34:34,082 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,43893,1731497671092-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:34:34,083 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,43893,1731497671092-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:34:34,085 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:34:34,085 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:34:34,085 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,43893,1731497671092-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:34,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152eda5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:34,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,43893,-1 for getting cluster id 2024-11-13T11:34:34,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:34,158 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30e80050-17eb-4e1e-8174-d1968c94db74' 2024-11-13T11:34:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30e80050-17eb-4e1e-8174-d1968c94db74" 2024-11-13T11:34:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51915759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,43893,-1] 2024-11-13T11:34:34,158 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:34,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:34,159 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:34,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:34,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34011,1731497671134, seqNum=-1] 2024-11-13T11:34:34,161 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:34,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:34:34,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,43893,1731497671092 2024-11-13T11:34:34,164 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54887 2024-11-13T11:34:34,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:34:34,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10038dd128b0002 connected 2024-11-13T11:34:34,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/hadoop.log.dir so I do NOT create it in target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23 2024-11-13T11:34:34,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:34:34,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/hadoop.tmp.dir so I do NOT create it in target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23 2024-11-13T11:34:34,168 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:34:34,168 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23 2024-11-13T11:34:34,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:34:34,169 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/cluster_d5a645e4-0b23-27c5-9a36-dfa95f4ea0a1, deleteOnExit=true 2024-11-13T11:34:34,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:34:34,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/test.cache.data in system properties and HBase conf 2024-11-13T11:34:34,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:34:34,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:34:34,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:34:34,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:34:34,169 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:34:34,169 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:34:34,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:34:34,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:34:34,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:34:34,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:34:34,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:34:34,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:34:34,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:34:34,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:34:34,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:34:34,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:34:34,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:34:34,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:34:34,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:34:34,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:34:34,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:34:34,221 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:34:34,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:34:34,222 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:34:34,222 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:34:34,223 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:34:34,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:34:34,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:34:34,317 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510f7320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/java.io.tmpdir/jetty-localhost-34981-hadoop-hdfs-3_4_1-tests_jar-_-any-17572141663919859882/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:34:34,317 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:34981} 2024-11-13T11:34:34,317 INFO [Time-limited test {}] server.Server(415): Started @159190ms 2024-11-13T11:34:34,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:34:34,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:34:34,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:34:34,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:34:34,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:34:34,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:34:34,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:34:34,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f81a6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/java.io.tmpdir/jetty-localhost-35595-hadoop-hdfs-3_4_1-tests_jar-_-any-9083977972178321747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:34:34,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:35595} 2024-11-13T11:34:34,482 INFO [Time-limited test {}] server.Server(415): Started @159354ms 2024-11-13T11:34:34,483 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:34:34,541 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/cluster_d5a645e4-0b23-27c5-9a36-dfa95f4ea0a1/data/data1/current/BP-2037769912-172.17.0.2-1731497674186/current, will proceed with Du for space computation calculation, 2024-11-13T11:34:34,542 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/cluster_d5a645e4-0b23-27c5-9a36-dfa95f4ea0a1/data/data2/current/BP-2037769912-172.17.0.2-1731497674186/current, will proceed with Du for space computation calculation, 2024-11-13T11:34:34,562 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:34:34,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a5f8df205b5373c with lease ID 0xb0fbfb8ecf75b812: Processing first storage report for DS-80cdb7ce-0983-4fa9-b39e-a6bde8c60ed3 from datanode DatanodeRegistration(127.0.0.1:36651, datanodeUuid=02f11011-6f14-41ab-8ea6-63bbc14046da, infoPort=39577, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=1924297382;c=1731497674186) 2024-11-13T11:34:34,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a5f8df205b5373c with lease ID 0xb0fbfb8ecf75b812: from storage DS-80cdb7ce-0983-4fa9-b39e-a6bde8c60ed3 node DatanodeRegistration(127.0.0.1:36651, datanodeUuid=02f11011-6f14-41ab-8ea6-63bbc14046da, infoPort=39577, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=1924297382;c=1731497674186), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:34:34,564 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a5f8df205b5373c with lease ID 0xb0fbfb8ecf75b812: Processing first storage report for DS-50a939be-acb4-4092-a220-ece85ac4f68d from datanode DatanodeRegistration(127.0.0.1:36651, datanodeUuid=02f11011-6f14-41ab-8ea6-63bbc14046da, infoPort=39577, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=1924297382;c=1731497674186) 2024-11-13T11:34:34,564 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a5f8df205b5373c with lease ID 0xb0fbfb8ecf75b812: from storage DS-50a939be-acb4-4092-a220-ece85ac4f68d node DatanodeRegistration(127.0.0.1:36651, datanodeUuid=02f11011-6f14-41ab-8ea6-63bbc14046da, infoPort=39577, infoSecurePort=0, ipcPort=46839, storageInfo=lv=-57;cid=testClusterID;nsid=1924297382;c=1731497674186), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:34:34,603 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23 2024-11-13T11:34:34,603 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:34,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:34,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:34:35,011 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a with version=8 2024-11-13T11:34:35,011 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/hbase-staging 2024-11-13T11:34:35,013 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:34:35,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:35,013 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:35,013 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:34:35,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:35,014 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:34:35,014 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:34:35,014 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:34:35,014 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42631 2024-11-13T11:34:35,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42631 connecting to ZooKeeper ensemble=127.0.0.1:54887 2024-11-13T11:34:35,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426310x0, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:34:35,017 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42631-0x10038dd128b0003 connected 2024-11-13T11:34:35,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:35,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:35,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Set watcher on znode that does not yet exist, /1-487965658/running 2024-11-13T11:34:35,027 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a, hbase.cluster.distributed=false 2024-11-13T11:34:35,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Set watcher on znode that does not yet exist, /1-487965658/acl 2024-11-13T11:34:35,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42631 2024-11-13T11:34:35,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42631 2024-11-13T11:34:35,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42631 2024-11-13T11:34:35,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42631 2024-11-13T11:34:35,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42631 2024-11-13T11:34:35,042 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:34:35,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:35,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:35,042 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:34:35,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:35,042 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:34:35,042 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:34:35,042 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:34:35,043 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38569 2024-11-13T11:34:35,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38569 connecting to ZooKeeper ensemble=127.0.0.1:54887 2024-11-13T11:34:35,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:35,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:35,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385690x0, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:34:35,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385690x0, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Set watcher on znode that does not yet exist, /1-487965658/running 2024-11-13T11:34:35,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38569-0x10038dd128b0004 connected 2024-11-13T11:34:35,048 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:34:35,049 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:34:35,049 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Set watcher on znode that does not yet exist, /1-487965658/master 2024-11-13T11:34:35,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Set watcher on znode that does not yet exist, /1-487965658/acl 2024-11-13T11:34:35,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38569 2024-11-13T11:34:35,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38569 2024-11-13T11:34:35,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38569 2024-11-13T11:34:35,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38569 2024-11-13T11:34:35,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38569 2024-11-13T11:34:35,067 DEBUG [M:0;7bf281cf3991:42631 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:42631 2024-11-13T11:34:35,068 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-487965658/backup-masters/7bf281cf3991,42631,1731497675013 2024-11-13T11:34:35,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658/backup-masters 2024-11-13T11:34:35,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658/backup-masters 2024-11-13T11:34:35,069 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Set watcher on existing znode=/1-487965658/backup-masters/7bf281cf3991,42631,1731497675013 2024-11-13T11:34:35,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-487965658/master 2024-11-13T11:34:35,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:35,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:35,070 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Set watcher on existing znode=/1-487965658/master 2024-11-13T11:34:35,070 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-487965658/backup-masters/7bf281cf3991,42631,1731497675013 from backup master directory 2024-11-13T11:34:35,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658/backup-masters 2024-11-13T11:34:35,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-487965658/backup-masters/7bf281cf3991,42631,1731497675013 2024-11-13T11:34:35,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658/backup-masters 2024-11-13T11:34:35,070 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:34:35,070 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,42631,1731497675013 2024-11-13T11:34:35,073 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/hbase.id] with ID: a8add29d-4f44-4747-b596-ce8d24a82c71 2024-11-13T11:34:35,074 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/.tmp/hbase.id 2024-11-13T11:34:35,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:34:35,479 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/.tmp/hbase.id]:[hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/hbase.id] 2024-11-13T11:34:35,489 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:35,489 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:34:35,490 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T11:34:35,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:35,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:35,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:34:35,896 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:34:35,897 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:34:35,897 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:35,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:34:36,303 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store 2024-11-13T11:34:36,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:34:36,708 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:36,709 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:34:36,709 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:36,709 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:36,709 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:34:36,709 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:36,709 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:36,709 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497676708Disabling compacts and flushes for region at 1731497676708Disabling writes for close at 1731497676709 (+1 ms)Writing region close event to WAL at 1731497676709Closed at 1731497676709 2024-11-13T11:34:36,709 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/.initializing 2024-11-13T11:34:36,709 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/WALs/7bf281cf3991,42631,1731497675013 2024-11-13T11:34:36,710 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:34:36,711 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C42631%2C1731497675013, suffix=, logDir=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/WALs/7bf281cf3991,42631,1731497675013, archiveDir=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/oldWALs, maxLogs=10 2024-11-13T11:34:36,723 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/WALs/7bf281cf3991,42631,1731497675013/7bf281cf3991%2C42631%2C1731497675013.1731497676712, exclude list is [], retry=0 2024-11-13T11:34:36,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36651,DS-80cdb7ce-0983-4fa9-b39e-a6bde8c60ed3,DISK] 2024-11-13T11:34:36,727 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/WALs/7bf281cf3991,42631,1731497675013/7bf281cf3991%2C42631%2C1731497675013.1731497676712 2024-11-13T11:34:36,727 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39577:39577)] 2024-11-13T11:34:36,727 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:34:36,727 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:36,727 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:36,727 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:36,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:36,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:34:36,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:36,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:36,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:36,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:34:36,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:36,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:36,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:36,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:34:36,732 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:36,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:36,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:36,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:34:36,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:36,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:36,734 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:36,734 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:36,735 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:36,736 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:36,736 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:36,736 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:34:36,737 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:34:36,739 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:34:36,739 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66572887, jitterRate=-0.007986679673194885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:34:36,739 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497676727Initializing all the Stores at 1731497676728 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497676728Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497676728Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497676728Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497676728Cleaning up temporary data from old regions at 1731497676736 (+8 ms)Region opened successfully at 1731497676739 (+3 ms) 2024-11-13T11:34:36,739 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:34:36,741 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@550b1755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:34:36,742 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:34:36,742 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:34:36,742 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:34:36,742 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:34:36,743 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:34:36,743 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:34:36,743 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:34:36,744 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:34:36,745 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Unable to get data of znode /1-487965658/balancer because node does not exist (not necessarily an error) 2024-11-13T11:34:36,745 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-487965658/balancer already deleted, retry=false 2024-11-13T11:34:36,745 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:34:36,746 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Unable to get data of znode /1-487965658/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:34:36,746 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-487965658/normalizer already deleted, retry=false 2024-11-13T11:34:36,747 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:34:36,747 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Unable to get data of znode /1-487965658/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:34:36,748 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-487965658/switch/split already deleted, retry=false 2024-11-13T11:34:36,748 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Unable to get data of znode /1-487965658/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:34:36,749 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-487965658/switch/merge already deleted, retry=false 2024-11-13T11:34:36,750 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Unable to get data of znode /1-487965658/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:34:36,750 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-487965658/snapshot-cleanup already deleted, retry=false 2024-11-13T11:34:36,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-487965658/running 2024-11-13T11:34:36,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-487965658/running 2024-11-13T11:34:36,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:36,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:36,752 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,42631,1731497675013, sessionid=0x10038dd128b0003, setting cluster-up flag (Was=false) 2024-11-13T11:34:36,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:36,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:36,755 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-487965658/flush-table-proc/acquired, /1-487965658/flush-table-proc/reached, /1-487965658/flush-table-proc/abort 2024-11-13T11:34:36,755 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,42631,1731497675013 2024-11-13T11:34:36,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:36,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:36,759 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-487965658/online-snapshot/acquired, /1-487965658/online-snapshot/reached, /1-487965658/online-snapshot/abort 2024-11-13T11:34:36,760 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,42631,1731497675013 2024-11-13T11:34:36,761 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:34:36,762 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:36,762 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:34:36,762 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:34:36,762 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,42631,1731497675013 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:34:36,763 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:36,763 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:36,763 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:36,763 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:34:36,763 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:34:36,763 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:36,763 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:34:36,763 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:36,764 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497706764 2024-11-13T11:34:36,764 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:34:36,764 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:34:36,765 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:34:36,765 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:34:36,765 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:34:36,765 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:34:36,765 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:36,765 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:36,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:34:36,765 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:34:36,765 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:34:36,765 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:34:36,765 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:34:36,765 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:34:36,765 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:34:36,765 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497676765,5,FailOnTimeoutGroup] 2024-11-13T11:34:36,766 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:36,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:34:36,769 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497676766,5,FailOnTimeoutGroup] 2024-11-13T11:34:36,769 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:36,769 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:34:36,769 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:36,769 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:36,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:34:36,859 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(746): ClusterId : a8add29d-4f44-4747-b596-ce8d24a82c71 2024-11-13T11:34:36,859 DEBUG [RS:0;7bf281cf3991:38569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:34:36,860 DEBUG [RS:0;7bf281cf3991:38569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:34:36,860 DEBUG [RS:0;7bf281cf3991:38569 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:34:36,862 DEBUG [RS:0;7bf281cf3991:38569 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:34:36,862 DEBUG [RS:0;7bf281cf3991:38569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2390e55a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:34:36,872 DEBUG [RS:0;7bf281cf3991:38569 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:38569 2024-11-13T11:34:36,872 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:34:36,872 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:34:36,872 DEBUG [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:34:36,872 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,42631,1731497675013 with port=38569, startcode=1731497675042 2024-11-13T11:34:36,872 DEBUG [RS:0;7bf281cf3991:38569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:34:36,874 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:34:36,874 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42631 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,38569,1731497675042 2024-11-13T11:34:36,874 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42631 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,38569,1731497675042 2024-11-13T11:34:36,875 DEBUG [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a 2024-11-13T11:34:36,875 DEBUG [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34313 2024-11-13T11:34:36,875 DEBUG [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:34:36,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658/rs 2024-11-13T11:34:36,878 DEBUG [RS:0;7bf281cf3991:38569 {}] zookeeper.ZKUtil(111): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Set watcher on existing znode=/1-487965658/rs/7bf281cf3991,38569,1731497675042 2024-11-13T11:34:36,878 WARN [RS:0;7bf281cf3991:38569 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:34:36,878 INFO [RS:0;7bf281cf3991:38569 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:36,878 DEBUG [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042 2024-11-13T11:34:36,878 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,38569,1731497675042] 2024-11-13T11:34:36,881 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:34:36,882 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:34:36,882 INFO [RS:0;7bf281cf3991:38569 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:34:36,882 INFO [RS:0;7bf281cf3991:38569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:36,882 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:34:36,882 INFO [RS:0;7bf281cf3991:38569 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:34:36,883 INFO [RS:0;7bf281cf3991:38569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:36,883 DEBUG [RS:0;7bf281cf3991:38569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:36,883 DEBUG [RS:0;7bf281cf3991:38569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:36,883 DEBUG [RS:0;7bf281cf3991:38569 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:36,883 DEBUG [RS:0;7bf281cf3991:38569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:36,883 DEBUG [RS:0;7bf281cf3991:38569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:36,883 DEBUG [RS:0;7bf281cf3991:38569 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:34:36,883 DEBUG [RS:0;7bf281cf3991:38569 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:36,883 DEBUG [RS:0;7bf281cf3991:38569 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:36,883 DEBUG [RS:0;7bf281cf3991:38569 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:36,883 DEBUG [RS:0;7bf281cf3991:38569 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:36,883 DEBUG [RS:0;7bf281cf3991:38569 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:36,883 DEBUG [RS:0;7bf281cf3991:38569 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:34:36,883 DEBUG [RS:0;7bf281cf3991:38569 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:34:36,883 DEBUG [RS:0;7bf281cf3991:38569 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:34:36,884 INFO [RS:0;7bf281cf3991:38569 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:36,884 INFO [RS:0;7bf281cf3991:38569 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:36,884 INFO [RS:0;7bf281cf3991:38569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:36,884 INFO [RS:0;7bf281cf3991:38569 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:36,884 INFO [RS:0;7bf281cf3991:38569 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:36,884 INFO [RS:0;7bf281cf3991:38569 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,38569,1731497675042-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:34:36,897 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:34:36,897 INFO [RS:0;7bf281cf3991:38569 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,38569,1731497675042-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:36,897 INFO [RS:0;7bf281cf3991:38569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:36,897 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.Replication(171): 7bf281cf3991,38569,1731497675042 started 2024-11-13T11:34:36,909 INFO [RS:0;7bf281cf3991:38569 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:36,909 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,38569,1731497675042, RpcServer on 7bf281cf3991/172.17.0.2:38569, sessionid=0x10038dd128b0004 2024-11-13T11:34:36,909 DEBUG [RS:0;7bf281cf3991:38569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:34:36,909 DEBUG [RS:0;7bf281cf3991:38569 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,38569,1731497675042 2024-11-13T11:34:36,909 DEBUG [RS:0;7bf281cf3991:38569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,38569,1731497675042' 2024-11-13T11:34:36,909 DEBUG [RS:0;7bf281cf3991:38569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-487965658/flush-table-proc/abort' 2024-11-13T11:34:36,910 DEBUG [RS:0;7bf281cf3991:38569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-487965658/flush-table-proc/acquired' 2024-11-13T11:34:36,910 DEBUG [RS:0;7bf281cf3991:38569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:34:36,910 DEBUG [RS:0;7bf281cf3991:38569 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:34:36,910 DEBUG [RS:0;7bf281cf3991:38569 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,38569,1731497675042 2024-11-13T11:34:36,910 DEBUG [RS:0;7bf281cf3991:38569 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,38569,1731497675042' 2024-11-13T11:34:36,910 DEBUG [RS:0;7bf281cf3991:38569 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-487965658/online-snapshot/abort' 2024-11-13T11:34:36,910 DEBUG [RS:0;7bf281cf3991:38569 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-487965658/online-snapshot/acquired' 2024-11-13T11:34:36,910 DEBUG [RS:0;7bf281cf3991:38569 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:34:36,910 INFO [RS:0;7bf281cf3991:38569 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:34:36,910 INFO [RS:0;7bf281cf3991:38569 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:34:37,011 INFO [RS:0;7bf281cf3991:38569 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:34:37,012 INFO [RS:0;7bf281cf3991:38569 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C38569%2C1731497675042, suffix=, logDir=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042, archiveDir=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/oldWALs, maxLogs=10 2024-11-13T11:34:37,024 DEBUG [RS:0;7bf281cf3991:38569 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012, exclude list is [], retry=0 2024-11-13T11:34:37,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36651,DS-80cdb7ce-0983-4fa9-b39e-a6bde8c60ed3,DISK] 2024-11-13T11:34:37,028 INFO [RS:0;7bf281cf3991:38569 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 2024-11-13T11:34:37,028 DEBUG [RS:0;7bf281cf3991:38569 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39577:39577)] 2024-11-13T11:34:37,175 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:34:37,175 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a 2024-11-13T11:34:37,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741833_1009 (size=32) 2024-11-13T11:34:37,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:37,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:34:37,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:34:37,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:37,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:37,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:34:37,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:34:37,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:37,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:37,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:34:37,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:34:37,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:37,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:37,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:34:37,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:34:37,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:37,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:37,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:34:37,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740 2024-11-13T11:34:37,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740 2024-11-13T11:34:37,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:34:37,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:34:37,589 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:34:37,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:34:37,592 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:34:37,592 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67234674, jitterRate=0.0018747150897979736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:34:37,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497677581Initializing all the Stores at 1731497677581Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497677581Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497677581Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497677582 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497677582Cleaning up temporary data from old regions at 1731497677589 (+7 ms)Region opened successfully at 1731497677593 (+4 ms) 2024-11-13T11:34:37,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:34:37,593 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:34:37,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:34:37,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:34:37,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:34:37,593 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:34:37,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497677593Disabling compacts and flushes for region at 1731497677593Disabling writes for close at 1731497677593Writing region close event to WAL at 1731497677593Closed at 1731497677593 2024-11-13T11:34:37,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:37,594 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:34:37,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:34:37,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:34:37,595 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:34:37,746 DEBUG [7bf281cf3991:42631 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:34:37,746 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,38569,1731497675042 2024-11-13T11:34:37,747 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,38569,1731497675042, state=OPENING 2024-11-13T11:34:37,748 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:34:37,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:37,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:37,749 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:34:37,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-487965658/meta-region-server: CHANGED 2024-11-13T11:34:37,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-487965658/meta-region-server: CHANGED 2024-11-13T11:34:37,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,38569,1731497675042}] 2024-11-13T11:34:37,901 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:34:37,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:34:37,905 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:34:37,905 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:37,905 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:34:37,907 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C38569%2C1731497675042.meta, suffix=.meta, logDir=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042, archiveDir=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/oldWALs, maxLogs=10 2024-11-13T11:34:37,918 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.meta.1731497677907.meta, exclude list is [], retry=0 2024-11-13T11:34:37,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36651,DS-80cdb7ce-0983-4fa9-b39e-a6bde8c60ed3,DISK] 2024-11-13T11:34:37,921 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.meta.1731497677907.meta 2024-11-13T11:34:37,921 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39577:39577)] 2024-11-13T11:34:37,922 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:34:37,922 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:34:37,922 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:34:37,922 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:34:37,922 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:34:37,922 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:34:37,922 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:37,922 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:34:37,922 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:34:37,924 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:34:37,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:34:37,924 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:37,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:37,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:34:37,925 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:34:37,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:37,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:37,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:34:37,926 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:34:37,926 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:37,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:37,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:34:37,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:34:37,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:37,927 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:34:37,927 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:34:37,928 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740 2024-11-13T11:34:37,928 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740 2024-11-13T11:34:37,930 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:34:37,930 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:34:37,930 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:34:37,931 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:34:37,932 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68426202, jitterRate=0.019629865884780884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:34:37,932 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:34:37,932 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497677922Writing region info on filesystem at 1731497677922Initializing all the Stores at 1731497677923 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497677923Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497677924 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497677924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497677924Cleaning up temporary data from old regions at 1731497677930 (+6 ms)Running coprocessor post-open hooks at 1731497677932 (+2 ms)Region opened successfully at 1731497677932 2024-11-13T11:34:37,933 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497677901 2024-11-13T11:34:37,935 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:34:37,935 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:34:37,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,38569,1731497675042 2024-11-13T11:34:37,936 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,38569,1731497675042, state=OPEN 2024-11-13T11:34:37,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-487965658/meta-region-server 2024-11-13T11:34:37,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-487965658/meta-region-server 2024-11-13T11:34:37,937 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,38569,1731497675042 2024-11-13T11:34:37,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-487965658/meta-region-server: CHANGED 2024-11-13T11:34:37,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-487965658/meta-region-server: CHANGED 2024-11-13T11:34:37,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:34:37,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,38569,1731497675042 in 188 msec 2024-11-13T11:34:37,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:34:37,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-11-13T11:34:37,941 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:34:37,941 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:34:37,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:37,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1] 2024-11-13T11:34:37,942 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:37,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:34:37,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1850 sec 2024-11-13T11:34:37,947 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497677947, completionTime=-1 2024-11-13T11:34:37,948 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:34:37,948 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:34:37,949 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:34:37,949 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497737949 2024-11-13T11:34:37,949 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497797949 2024-11-13T11:34:37,949 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T11:34:37,949 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,42631,1731497675013-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:37,949 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,42631,1731497675013-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:37,949 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,42631,1731497675013-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:37,950 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:42631, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:37,950 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:37,950 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:37,951 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:34:37,952 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.882sec 2024-11-13T11:34:37,952 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:34:37,952 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:34:37,952 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:34:37,952 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:34:37,952 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:34:37,952 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,42631,1731497675013-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:34:37,953 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,42631,1731497675013-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:34:37,954 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:34:37,954 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:34:37,955 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,42631,1731497675013-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:34:37,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a355638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:37,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,42631,-1 for getting cluster id 2024-11-13T11:34:37,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:37,961 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8add29d-4f44-4747-b596-ce8d24a82c71' 2024-11-13T11:34:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:37,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8add29d-4f44-4747-b596-ce8d24a82c71" 2024-11-13T11:34:37,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ffd4705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:37,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,42631,-1] 2024-11-13T11:34:37,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:37,962 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:37,963 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:37,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1434caa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:37,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:37,964 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1] 2024-11-13T11:34:37,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:37,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:34:37,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,42631,1731497675013 2024-11-13T11:34:37,968 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54887 2024-11-13T11:34:37,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:34:37,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10038dd128b0005 connected 2024-11-13T11:34:37,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,43893,1731497671092 2024-11-13T11:34:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ce6eb84 2024-11-13T11:34:37,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:37,974 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:34:37,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:34:37,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T11:34:37,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:34:37,977 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:37,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T11:34:37,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:34:37,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:37,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741835_1011 (size=902) 2024-11-13T11:34:38,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:38,387 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6374f1c2e8a8321c4e70959ca68cc5c7, NAME => 'test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd 2024-11-13T11:34:38,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741836_1012 (size=39) 2024-11-13T11:34:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:38,792 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:38,792 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6374f1c2e8a8321c4e70959ca68cc5c7, disabling compactions & flushes 2024-11-13T11:34:38,792 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7. 2024-11-13T11:34:38,792 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7. 2024-11-13T11:34:38,792 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7. after waiting 0 ms 2024-11-13T11:34:38,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7. 2024-11-13T11:34:38,793 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7. 2024-11-13T11:34:38,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6374f1c2e8a8321c4e70959ca68cc5c7: Waiting for close lock at 1731497678792Disabling compacts and flushes for region at 1731497678792Disabling writes for close at 1731497678793 (+1 ms)Writing region close event to WAL at 1731497678793Closed at 1731497678793 2024-11-13T11:34:38,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:34:38,794 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731497678794"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497678794"}]},"ts":"1731497678794"} 2024-11-13T11:34:38,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:34:38,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:34:38,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497678797"}]},"ts":"1731497678797"} 2024-11-13T11:34:38,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T11:34:38,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6374f1c2e8a8321c4e70959ca68cc5c7, ASSIGN}] 2024-11-13T11:34:38,800 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6374f1c2e8a8321c4e70959ca68cc5c7, ASSIGN 2024-11-13T11:34:38,800 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6374f1c2e8a8321c4e70959ca68cc5c7, ASSIGN; state=OFFLINE, location=7bf281cf3991,34011,1731497671134; forceNewPlan=false, retain=false 2024-11-13T11:34:38,951 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6374f1c2e8a8321c4e70959ca68cc5c7, regionState=OPENING, regionLocation=7bf281cf3991,34011,1731497671134 2024-11-13T11:34:38,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6374f1c2e8a8321c4e70959ca68cc5c7, ASSIGN because future has completed 2024-11-13T11:34:38,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6374f1c2e8a8321c4e70959ca68cc5c7, server=7bf281cf3991,34011,1731497671134}] 2024-11-13T11:34:38,979 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:34:39,109 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7. 2024-11-13T11:34:39,109 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6374f1c2e8a8321c4e70959ca68cc5c7, NAME => 'test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:34:39,109 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:34:39,109 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T11:34:39,109 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6374f1c2e8a8321c4e70959ca68cc5c7 2024-11-13T11:34:39,109 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:39,109 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6374f1c2e8a8321c4e70959ca68cc5c7 2024-11-13T11:34:39,109 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6374f1c2e8a8321c4e70959ca68cc5c7 2024-11-13T11:34:39,110 INFO [StoreOpener-6374f1c2e8a8321c4e70959ca68cc5c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6374f1c2e8a8321c4e70959ca68cc5c7 2024-11-13T11:34:39,112 INFO [StoreOpener-6374f1c2e8a8321c4e70959ca68cc5c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6374f1c2e8a8321c4e70959ca68cc5c7 columnFamilyName f 2024-11-13T11:34:39,112 DEBUG [StoreOpener-6374f1c2e8a8321c4e70959ca68cc5c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:39,112 INFO [StoreOpener-6374f1c2e8a8321c4e70959ca68cc5c7-1 {}] regionserver.HStore(327): Store=6374f1c2e8a8321c4e70959ca68cc5c7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:39,112 INFO [StoreOpener-6374f1c2e8a8321c4e70959ca68cc5c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6374f1c2e8a8321c4e70959ca68cc5c7 2024-11-13T11:34:39,113 INFO [StoreOpener-6374f1c2e8a8321c4e70959ca68cc5c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6374f1c2e8a8321c4e70959ca68cc5c7 columnFamilyName f1 2024-11-13T11:34:39,113 DEBUG [StoreOpener-6374f1c2e8a8321c4e70959ca68cc5c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:39,113 INFO [StoreOpener-6374f1c2e8a8321c4e70959ca68cc5c7-1 {}] regionserver.HStore(327): Store=6374f1c2e8a8321c4e70959ca68cc5c7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:39,113 INFO [StoreOpener-6374f1c2e8a8321c4e70959ca68cc5c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6374f1c2e8a8321c4e70959ca68cc5c7 2024-11-13T11:34:39,114 INFO [StoreOpener-6374f1c2e8a8321c4e70959ca68cc5c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6374f1c2e8a8321c4e70959ca68cc5c7 columnFamilyName norep 2024-11-13T11:34:39,114 DEBUG [StoreOpener-6374f1c2e8a8321c4e70959ca68cc5c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:39,114 INFO [StoreOpener-6374f1c2e8a8321c4e70959ca68cc5c7-1 {}] regionserver.HStore(327): Store=6374f1c2e8a8321c4e70959ca68cc5c7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:39,114 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6374f1c2e8a8321c4e70959ca68cc5c7 2024-11-13T11:34:39,115 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7 2024-11-13T11:34:39,115 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7 2024-11-13T11:34:39,116 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6374f1c2e8a8321c4e70959ca68cc5c7 2024-11-13T11:34:39,116 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6374f1c2e8a8321c4e70959ca68cc5c7 2024-11-13T11:34:39,116 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:34:39,118 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6374f1c2e8a8321c4e70959ca68cc5c7 2024-11-13T11:34:39,119 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:34:39,120 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6374f1c2e8a8321c4e70959ca68cc5c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75212327, jitterRate=0.12075100839138031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:34:39,120 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6374f1c2e8a8321c4e70959ca68cc5c7 2024-11-13T11:34:39,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:39,121 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6374f1c2e8a8321c4e70959ca68cc5c7: Running coprocessor pre-open hook at 1731497679109Writing region info on filesystem at 1731497679109Initializing all the Stores at 1731497679110 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497679110Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497679110Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497679110Cleaning up temporary data from old regions at 1731497679116 (+6 ms)Running coprocessor post-open hooks at 1731497679120 (+4 ms)Region opened successfully at 1731497679121 (+1 ms) 2024-11-13T11:34:39,121 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7., pid=6, masterSystemTime=1731497679105 2024-11-13T11:34:39,123 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7. 2024-11-13T11:34:39,123 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7. 2024-11-13T11:34:39,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6374f1c2e8a8321c4e70959ca68cc5c7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7bf281cf3991,34011,1731497671134 2024-11-13T11:34:39,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6374f1c2e8a8321c4e70959ca68cc5c7, server=7bf281cf3991,34011,1731497671134 because future has completed 2024-11-13T11:34:39,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:34:39,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6374f1c2e8a8321c4e70959ca68cc5c7, server=7bf281cf3991,34011,1731497671134 in 173 msec 2024-11-13T11:34:39,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T11:34:39,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6374f1c2e8a8321c4e70959ca68cc5c7, ASSIGN in 329 msec 2024-11-13T11:34:39,130 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:34:39,130 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497679130"}]},"ts":"1731497679130"} 2024-11-13T11:34:39,132 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T11:34:39,132 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:34:39,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-13T11:34:39,552 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:34:39,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:39,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:39,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:39,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:39,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:39,576 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:39,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:39,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:40,130 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T11:34:40,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:40,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,42631,1731497675013 2024-11-13T11:34:40,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e5847df 2024-11-13T11:34:40,131 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:40,132 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:34:40,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:34:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T11:34:40,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:34:40,135 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:40,135 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T11:34:40,136 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:34:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:40,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741835_1011 (size=902) 2024-11-13T11:34:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:40,542 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3645f9ff537ba20fa5b947d89a824ed0, NAME => 'test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a 2024-11-13T11:34:40,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741836_1012 (size=39) 2024-11-13T11:34:40,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T11:34:40,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T11:34:40,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T11:34:40,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T11:34:40,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:34:40,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T11:34:40,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:34:40,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T11:34:40,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:34:40,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T11:34:40,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T11:34:40,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T11:34:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:40,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:40,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3645f9ff537ba20fa5b947d89a824ed0, disabling compactions & flushes 2024-11-13T11:34:40,948 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0. 2024-11-13T11:34:40,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0. 2024-11-13T11:34:40,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0. after waiting 0 ms 2024-11-13T11:34:40,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0. 2024-11-13T11:34:40,948 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0. 2024-11-13T11:34:40,948 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3645f9ff537ba20fa5b947d89a824ed0: Waiting for close lock at 1731497680948Disabling compacts and flushes for region at 1731497680948Disabling writes for close at 1731497680948Writing region close event to WAL at 1731497680948Closed at 1731497680948 2024-11-13T11:34:40,949 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:34:40,949 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731497680949"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497680949"}]},"ts":"1731497680949"} 2024-11-13T11:34:40,951 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:34:40,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:34:40,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497680952"}]},"ts":"1731497680952"} 2024-11-13T11:34:40,953 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T11:34:40,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3645f9ff537ba20fa5b947d89a824ed0, ASSIGN}] 2024-11-13T11:34:40,954 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3645f9ff537ba20fa5b947d89a824ed0, ASSIGN 2024-11-13T11:34:40,955 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3645f9ff537ba20fa5b947d89a824ed0, ASSIGN; state=OFFLINE, location=7bf281cf3991,38569,1731497675042; forceNewPlan=false, retain=false 2024-11-13T11:34:41,106 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3645f9ff537ba20fa5b947d89a824ed0, regionState=OPENING, regionLocation=7bf281cf3991,38569,1731497675042 2024-11-13T11:34:41,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3645f9ff537ba20fa5b947d89a824ed0, ASSIGN because future has completed 2024-11-13T11:34:41,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3645f9ff537ba20fa5b947d89a824ed0, server=7bf281cf3991,38569,1731497675042}] 2024-11-13T11:34:41,263 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0. 2024-11-13T11:34:41,263 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3645f9ff537ba20fa5b947d89a824ed0, NAME => 'test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:34:41,264 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:34:41,264 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T11:34:41,264 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3645f9ff537ba20fa5b947d89a824ed0 2024-11-13T11:34:41,264 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:41,264 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3645f9ff537ba20fa5b947d89a824ed0 2024-11-13T11:34:41,264 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3645f9ff537ba20fa5b947d89a824ed0 2024-11-13T11:34:41,265 INFO [StoreOpener-3645f9ff537ba20fa5b947d89a824ed0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3645f9ff537ba20fa5b947d89a824ed0 2024-11-13T11:34:41,266 INFO [StoreOpener-3645f9ff537ba20fa5b947d89a824ed0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3645f9ff537ba20fa5b947d89a824ed0 columnFamilyName f 2024-11-13T11:34:41,266 DEBUG [StoreOpener-3645f9ff537ba20fa5b947d89a824ed0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:41,266 INFO [StoreOpener-3645f9ff537ba20fa5b947d89a824ed0-1 {}] regionserver.HStore(327): Store=3645f9ff537ba20fa5b947d89a824ed0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:41,266 INFO [StoreOpener-3645f9ff537ba20fa5b947d89a824ed0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3645f9ff537ba20fa5b947d89a824ed0 2024-11-13T11:34:41,267 INFO [StoreOpener-3645f9ff537ba20fa5b947d89a824ed0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3645f9ff537ba20fa5b947d89a824ed0 columnFamilyName f1 2024-11-13T11:34:41,267 DEBUG [StoreOpener-3645f9ff537ba20fa5b947d89a824ed0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:41,268 INFO [StoreOpener-3645f9ff537ba20fa5b947d89a824ed0-1 {}] regionserver.HStore(327): Store=3645f9ff537ba20fa5b947d89a824ed0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:41,268 INFO [StoreOpener-3645f9ff537ba20fa5b947d89a824ed0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3645f9ff537ba20fa5b947d89a824ed0 2024-11-13T11:34:41,269 INFO [StoreOpener-3645f9ff537ba20fa5b947d89a824ed0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3645f9ff537ba20fa5b947d89a824ed0 columnFamilyName norep 2024-11-13T11:34:41,269 DEBUG [StoreOpener-3645f9ff537ba20fa5b947d89a824ed0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:41,269 INFO [StoreOpener-3645f9ff537ba20fa5b947d89a824ed0-1 {}] regionserver.HStore(327): Store=3645f9ff537ba20fa5b947d89a824ed0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:41,269 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3645f9ff537ba20fa5b947d89a824ed0 2024-11-13T11:34:41,269 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0 2024-11-13T11:34:41,270 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0 2024-11-13T11:34:41,270 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3645f9ff537ba20fa5b947d89a824ed0 2024-11-13T11:34:41,271 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3645f9ff537ba20fa5b947d89a824ed0 2024-11-13T11:34:41,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:41,271 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:34:41,272 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3645f9ff537ba20fa5b947d89a824ed0 2024-11-13T11:34:41,274 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:34:41,274 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3645f9ff537ba20fa5b947d89a824ed0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72433524, jitterRate=0.07934361696243286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:34:41,274 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3645f9ff537ba20fa5b947d89a824ed0 2024-11-13T11:34:41,274 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3645f9ff537ba20fa5b947d89a824ed0: Running coprocessor pre-open hook at 1731497681264Writing region info on filesystem at 1731497681264Initializing all the Stores at 1731497681265 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497681265Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497681265Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497681265Cleaning up temporary data from old regions at 1731497681271 (+6 ms)Running coprocessor post-open hooks at 1731497681274 (+3 ms)Region opened successfully at 1731497681274 2024-11-13T11:34:41,275 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0., pid=6, masterSystemTime=1731497681260 2024-11-13T11:34:41,276 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0. 2024-11-13T11:34:41,276 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0. 2024-11-13T11:34:41,277 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3645f9ff537ba20fa5b947d89a824ed0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7bf281cf3991,38569,1731497675042 2024-11-13T11:34:41,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3645f9ff537ba20fa5b947d89a824ed0, server=7bf281cf3991,38569,1731497675042 because future has completed 2024-11-13T11:34:41,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:34:41,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3645f9ff537ba20fa5b947d89a824ed0, server=7bf281cf3991,38569,1731497675042 in 171 msec 2024-11-13T11:34:41,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T11:34:41,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3645f9ff537ba20fa5b947d89a824ed0, ASSIGN in 327 msec 2024-11-13T11:34:41,283 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:34:41,283 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497681283"}]},"ts":"1731497681283"} 2024-11-13T11:34:41,284 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T11:34:41,285 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:34:41,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-13T11:34:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:34:42,281 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T11:34:42,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e276ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:42,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,43893,-1 for getting cluster id 2024-11-13T11:34:42,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:42,282 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30e80050-17eb-4e1e-8174-d1968c94db74' 2024-11-13T11:34:42,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:42,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30e80050-17eb-4e1e-8174-d1968c94db74" 2024-11-13T11:34:42,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48a2fb3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:42,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,43893,-1] 2024-11-13T11:34:42,282 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:42,283 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e1bc524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:42,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:42,284 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,42631,-1 for getting cluster id 2024-11-13T11:34:42,284 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:42,285 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8add29d-4f44-4747-b596-ce8d24a82c71' 2024-11-13T11:34:42,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:42,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8add29d-4f44-4747-b596-ce8d24a82c71" 2024-11-13T11:34:42,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730639ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:42,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,42631,-1] 2024-11-13T11:34:42,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:42,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:42,286 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:42,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fb3057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:42,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:42,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,43893,-1 for getting cluster id 2024-11-13T11:34:42,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:42,288 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30e80050-17eb-4e1e-8174-d1968c94db74' 2024-11-13T11:34:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30e80050-17eb-4e1e-8174-d1968c94db74" 2024-11-13T11:34:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30fd379a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,43893,-1] 2024-11-13T11:34:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:42,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:42,289 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:42,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea0d3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:42,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:42,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,43893,1731497671092 2024-11-13T11:34:42,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e0380d 2024-11-13T11:34:42,291 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:42,291 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:34:42,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:42631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:34:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:34:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:34:42,294 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:42631' 2024-11-13T11:34:42,295 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2211d05d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:42,295 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,42631,-1 for getting cluster id 2024-11-13T11:34:42,296 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:42,296 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8add29d-4f44-4747-b596-ce8d24a82c71' 2024-11-13T11:34:42,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:42,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8add29d-4f44-4747-b596-ce8d24a82c71" 2024-11-13T11:34:42,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681e5105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:42,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,42631,-1] 2024-11-13T11:34:42,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:42,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:42,298 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:42,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a19dfd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:42,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:42,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,42631,1731497675013 2024-11-13T11:34:42,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57df97a0 2024-11-13T11:34:42,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:42,300 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:34:42,300 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T11:34:42,300 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:34:42,300 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:42,300 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:42,300 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:42,301 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:34:42,302 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:34:42,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:34:42,303 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:42,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:34:42,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741837_1013 (size=1138) 2024-11-13T11:34:42,352 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T11:34:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:34:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:34:42,710 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ff8345f4a33d6ec6980c44274ac4aaf, NAME => 'hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd 2024-11-13T11:34:42,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741838_1014 (size=44) 2024-11-13T11:34:42,881 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T11:34:42,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:34:43,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:43,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2ff8345f4a33d6ec6980c44274ac4aaf, disabling compactions & flushes 2024-11-13T11:34:43,115 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf. 2024-11-13T11:34:43,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf. 2024-11-13T11:34:43,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf. after waiting 0 ms 2024-11-13T11:34:43,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf. 2024-11-13T11:34:43,115 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf. 2024-11-13T11:34:43,115 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ff8345f4a33d6ec6980c44274ac4aaf: Waiting for close lock at 1731497683115Disabling compacts and flushes for region at 1731497683115Disabling writes for close at 1731497683115Writing region close event to WAL at 1731497683115Closed at 1731497683115 2024-11-13T11:34:43,116 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:34:43,117 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731497683116"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497683116"}]},"ts":"1731497683116"} 2024-11-13T11:34:43,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:34:43,119 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:34:43,119 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497683119"}]},"ts":"1731497683119"} 2024-11-13T11:34:43,121 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T11:34:43,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ff8345f4a33d6ec6980c44274ac4aaf, ASSIGN}] 2024-11-13T11:34:43,122 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ff8345f4a33d6ec6980c44274ac4aaf, ASSIGN 2024-11-13T11:34:43,122 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2ff8345f4a33d6ec6980c44274ac4aaf, ASSIGN; state=OFFLINE, location=7bf281cf3991,34011,1731497671134; forceNewPlan=false, retain=false 2024-11-13T11:34:43,273 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2ff8345f4a33d6ec6980c44274ac4aaf, regionState=OPENING, regionLocation=7bf281cf3991,34011,1731497671134 2024-11-13T11:34:43,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2ff8345f4a33d6ec6980c44274ac4aaf, ASSIGN because future has completed 2024-11-13T11:34:43,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ff8345f4a33d6ec6980c44274ac4aaf, server=7bf281cf3991,34011,1731497671134}] 2024-11-13T11:34:43,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf. 2024-11-13T11:34:43,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:43,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:34:43,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:34:43,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C34011%2C1731497671134.rep, suffix=, logDir=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134, archiveDir=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/oldWALs, maxLogs=10 2024-11-13T11:34:43,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.rep.1731497683433, exclude list is [], retry=0 2024-11-13T11:34:43,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41247,DS-aec18262-cf14-4394-8f52-aae29c485615,DISK] 2024-11-13T11:34:43,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.rep.1731497683433 2024-11-13T11:34:43,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38875:38875)] 2024-11-13T11:34:43,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ff8345f4a33d6ec6980c44274ac4aaf, NAME => 'hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:34:43,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:34:43,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:34:43,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf. service=MultiRowMutationService 2024-11-13T11:34:43,448 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:34:43,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2ff8345f4a33d6ec6980c44274ac4aaf 2024-11-13T11:34:43,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:43,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2ff8345f4a33d6ec6980c44274ac4aaf 2024-11-13T11:34:43,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2ff8345f4a33d6ec6980c44274ac4aaf 2024-11-13T11:34:43,449 INFO [StoreOpener-2ff8345f4a33d6ec6980c44274ac4aaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2ff8345f4a33d6ec6980c44274ac4aaf 2024-11-13T11:34:43,450 INFO [StoreOpener-2ff8345f4a33d6ec6980c44274ac4aaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ff8345f4a33d6ec6980c44274ac4aaf columnFamilyName hfileref 2024-11-13T11:34:43,450 DEBUG [StoreOpener-2ff8345f4a33d6ec6980c44274ac4aaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:43,450 INFO [StoreOpener-2ff8345f4a33d6ec6980c44274ac4aaf-1 {}] regionserver.HStore(327): Store=2ff8345f4a33d6ec6980c44274ac4aaf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:43,450 INFO [StoreOpener-2ff8345f4a33d6ec6980c44274ac4aaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2ff8345f4a33d6ec6980c44274ac4aaf 2024-11-13T11:34:43,451 INFO [StoreOpener-2ff8345f4a33d6ec6980c44274ac4aaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ff8345f4a33d6ec6980c44274ac4aaf columnFamilyName queue 2024-11-13T11:34:43,451 DEBUG [StoreOpener-2ff8345f4a33d6ec6980c44274ac4aaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:43,451 INFO [StoreOpener-2ff8345f4a33d6ec6980c44274ac4aaf-1 {}] regionserver.HStore(327): Store=2ff8345f4a33d6ec6980c44274ac4aaf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:43,451 INFO [StoreOpener-2ff8345f4a33d6ec6980c44274ac4aaf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2ff8345f4a33d6ec6980c44274ac4aaf 2024-11-13T11:34:43,452 INFO [StoreOpener-2ff8345f4a33d6ec6980c44274ac4aaf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ff8345f4a33d6ec6980c44274ac4aaf columnFamilyName sid 2024-11-13T11:34:43,452 DEBUG [StoreOpener-2ff8345f4a33d6ec6980c44274ac4aaf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:43,453 INFO [StoreOpener-2ff8345f4a33d6ec6980c44274ac4aaf-1 {}] regionserver.HStore(327): Store=2ff8345f4a33d6ec6980c44274ac4aaf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:43,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2ff8345f4a33d6ec6980c44274ac4aaf 2024-11-13T11:34:43,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/replication/2ff8345f4a33d6ec6980c44274ac4aaf 2024-11-13T11:34:43,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/replication/2ff8345f4a33d6ec6980c44274ac4aaf 2024-11-13T11:34:43,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2ff8345f4a33d6ec6980c44274ac4aaf 2024-11-13T11:34:43,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2ff8345f4a33d6ec6980c44274ac4aaf 2024-11-13T11:34:43,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:34:43,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2ff8345f4a33d6ec6980c44274ac4aaf 2024-11-13T11:34:43,458 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/replication/2ff8345f4a33d6ec6980c44274ac4aaf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:34:43,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2ff8345f4a33d6ec6980c44274ac4aaf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66236183, jitterRate=-0.013003960251808167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:34:43,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ff8345f4a33d6ec6980c44274ac4aaf 2024-11-13T11:34:43,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2ff8345f4a33d6ec6980c44274ac4aaf: Running coprocessor pre-open hook at 1731497683448Writing region info on filesystem at 1731497683448Initializing all the Stores at 1731497683449 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497683449Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497683449Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497683449Cleaning up temporary data from old regions at 1731497683454 (+5 ms)Running coprocessor post-open hooks at 1731497683459 (+5 ms)Region opened successfully at 1731497683459 2024-11-13T11:34:43,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf., pid=10, masterSystemTime=1731497683427 2024-11-13T11:34:43,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf. 2024-11-13T11:34:43,462 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf. 2024-11-13T11:34:43,462 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2ff8345f4a33d6ec6980c44274ac4aaf, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,34011,1731497671134 2024-11-13T11:34:43,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ff8345f4a33d6ec6980c44274ac4aaf, server=7bf281cf3991,34011,1731497671134 because future has completed 2024-11-13T11:34:43,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T11:34:43,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ff8345f4a33d6ec6980c44274ac4aaf, server=7bf281cf3991,34011,1731497671134 in 189 msec 2024-11-13T11:34:43,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T11:34:43,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2ff8345f4a33d6ec6980c44274ac4aaf, ASSIGN in 345 msec 2024-11-13T11:34:43,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:34:43,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497683469"}]},"ts":"1731497683469"} 2024-11-13T11:34:43,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T11:34:43,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:34:43,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1700 sec 2024-11-13T11:34:43,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf., hostname=7bf281cf3991,34011,1731497671134, seqNum=2] 2024-11-13T11:34:43,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:43,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:43,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:34:43,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34011 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T11:34:43,666 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T11:34:43,691 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,34011,1731497671134, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:34:43,691 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:43,691 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34011,1731497671134, seqNum=-1] 2024-11-13T11:34:43,692 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:43,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T11:34:43,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7bf281cf3991,34011,1731497671134', locateType=CURRENT is [region=hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf., hostname=7bf281cf3991,34011,1731497671134, seqNum=2] 2024-11-13T11:34:43,696 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T11:34:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T11:34:43,698 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7bf281cf3991,34011,1731497671134 suceeded 2024-11-13T11:34:43,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T11:34:43,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-13T11:34:43,699 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7bf281cf3991:42631,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:34:43,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4070 sec 2024-11-13T11:34:43,715 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:42631' 2024-11-13T11:34:43,716 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f49b366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:43,716 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,42631,-1 for getting cluster id 2024-11-13T11:34:43,716 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:43,717 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8add29d-4f44-4747-b596-ce8d24a82c71' 2024-11-13T11:34:43,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:43,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8add29d-4f44-4747-b596-ce8d24a82c71" 2024-11-13T11:34:43,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bfbb7a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:43,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,42631,-1] 2024-11-13T11:34:43,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:43,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:43,719 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:43,719 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@651bb442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:43,719 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:43,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,42631,1731497675013 2024-11-13T11:34:43,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@493d378b 2024-11-13T11:34:43,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:43,721 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T11:34:43,721 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,34011,1731497671134 (queues=1) is replicating from cluster=30e80050-17eb-4e1e-8174-d1968c94db74 to cluster=a8add29d-4f44-4747-b596-ce8d24a82c71 2024-11-13T11:34:43,721 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C34011%2C1731497671134 2024-11-13T11:34:43,722 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,34011,1731497671134, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:34:43,722 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116, startPosition=0, beingWritten=true 2024-11-13T11:34:43,722 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C34011%2C1731497671134 2024-11-13T11:34:43,727 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:34:43,727 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 379, reset compression=false 2024-11-13T11:34:43,727 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34011,1731497671134 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:34:43,931 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 379, reset compression=false 2024-11-13T11:34:44,234 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 379, reset compression=false 2024-11-13T11:34:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43893 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:34:44,450 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:34:44,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:44,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:44,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:44,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:44,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:44,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:44,451 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,42631,-1 for getting cluster id 2024-11-13T11:34:44,451 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:44,452 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8add29d-4f44-4747-b596-ce8d24a82c71' 2024-11-13T11:34:44,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:44,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8add29d-4f44-4747-b596-ce8d24a82c71" 2024-11-13T11:34:44,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55dbf359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:44,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,42631,-1] 2024-11-13T11:34:44,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:44,453 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a3cf28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:44,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,42631,1731497675013 2024-11-13T11:34:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fe9420a 2024-11-13T11:34:44,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:44,456 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:34:44,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:43893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:34:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:34:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:34:44,458 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:43893' 2024-11-13T11:34:44,459 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d9ea94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:44,459 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,43893,-1 for getting cluster id 2024-11-13T11:34:44,459 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:44,460 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30e80050-17eb-4e1e-8174-d1968c94db74' 2024-11-13T11:34:44,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:44,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30e80050-17eb-4e1e-8174-d1968c94db74" 2024-11-13T11:34:44,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed71f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:44,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,43893,-1] 2024-11-13T11:34:44,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:44,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:44,461 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:44,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb94c61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:44,462 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:44,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,43893,1731497671092 2024-11-13T11:34:44,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ec08e88 2024-11-13T11:34:44,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:44,463 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:34:44,463 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T11:34:44,464 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:34:44,464 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:44,464 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:44,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:44,464 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:34:44,465 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:34:44,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:34:44,466 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:44,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:34:44,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741837_1013 (size=1138) 2024-11-13T11:34:44,515 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T11:34:44,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:34:44,611 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:34:44,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:44,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:44,637 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 379, reset compression=false 2024-11-13T11:34:44,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:44,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:44,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:44,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:44,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:44,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:44,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:34:44,875 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e3d3e801bc5d61fa0ac5e797cb48ce5, NAME => 'hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a 2024-11-13T11:34:44,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741838_1014 (size=44) 2024-11-13T11:34:44,980 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T11:34:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:34:45,142 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 379, reset compression=false 2024-11-13T11:34:45,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:45,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7e3d3e801bc5d61fa0ac5e797cb48ce5, disabling compactions & flushes 2024-11-13T11:34:45,280 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5. 2024-11-13T11:34:45,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5. 2024-11-13T11:34:45,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5. after waiting 0 ms 2024-11-13T11:34:45,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5. 2024-11-13T11:34:45,280 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5. 2024-11-13T11:34:45,280 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e3d3e801bc5d61fa0ac5e797cb48ce5: Waiting for close lock at 1731497685280Disabling compacts and flushes for region at 1731497685280Disabling writes for close at 1731497685280Writing region close event to WAL at 1731497685280Closed at 1731497685280 2024-11-13T11:34:45,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:34:45,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731497685281"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497685281"}]},"ts":"1731497685281"} 2024-11-13T11:34:45,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:34:45,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:34:45,284 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497685284"}]},"ts":"1731497685284"} 2024-11-13T11:34:45,285 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T11:34:45,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e3d3e801bc5d61fa0ac5e797cb48ce5, ASSIGN}] 2024-11-13T11:34:45,286 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e3d3e801bc5d61fa0ac5e797cb48ce5, ASSIGN 2024-11-13T11:34:45,287 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e3d3e801bc5d61fa0ac5e797cb48ce5, ASSIGN; state=OFFLINE, location=7bf281cf3991,38569,1731497675042; forceNewPlan=false, retain=false 2024-11-13T11:34:45,437 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e3d3e801bc5d61fa0ac5e797cb48ce5, regionState=OPENING, regionLocation=7bf281cf3991,38569,1731497675042 2024-11-13T11:34:45,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7e3d3e801bc5d61fa0ac5e797cb48ce5, ASSIGN because future has completed 2024-11-13T11:34:45,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e3d3e801bc5d61fa0ac5e797cb48ce5, server=7bf281cf3991,38569,1731497675042}] 2024-11-13T11:34:45,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:34:45,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5. 2024-11-13T11:34:45,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:34:45,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:34:45,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C38569%2C1731497675042.rep, suffix=, logDir=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042, archiveDir=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/oldWALs, maxLogs=10 2024-11-13T11:34:45,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.rep.1731497685596, exclude list is [], retry=0 2024-11-13T11:34:45,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36651,DS-80cdb7ce-0983-4fa9-b39e-a6bde8c60ed3,DISK] 2024-11-13T11:34:45,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.rep.1731497685596 2024-11-13T11:34:45,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39577:39577)] 2024-11-13T11:34:45,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e3d3e801bc5d61fa0ac5e797cb48ce5, NAME => 'hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:34:45,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:34:45,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:34:45,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5. service=MultiRowMutationService 2024-11-13T11:34:45,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:34:45,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:45,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:34:45,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:45,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:45,612 INFO [StoreOpener-7e3d3e801bc5d61fa0ac5e797cb48ce5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:45,613 INFO [StoreOpener-7e3d3e801bc5d61fa0ac5e797cb48ce5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e3d3e801bc5d61fa0ac5e797cb48ce5 columnFamilyName hfileref 2024-11-13T11:34:45,613 DEBUG [StoreOpener-7e3d3e801bc5d61fa0ac5e797cb48ce5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:45,614 INFO [StoreOpener-7e3d3e801bc5d61fa0ac5e797cb48ce5-1 {}] regionserver.HStore(327): Store=7e3d3e801bc5d61fa0ac5e797cb48ce5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:45,614 INFO [StoreOpener-7e3d3e801bc5d61fa0ac5e797cb48ce5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:45,615 INFO [StoreOpener-7e3d3e801bc5d61fa0ac5e797cb48ce5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e3d3e801bc5d61fa0ac5e797cb48ce5 columnFamilyName queue 2024-11-13T11:34:45,615 DEBUG [StoreOpener-7e3d3e801bc5d61fa0ac5e797cb48ce5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:45,615 INFO [StoreOpener-7e3d3e801bc5d61fa0ac5e797cb48ce5-1 {}] regionserver.HStore(327): Store=7e3d3e801bc5d61fa0ac5e797cb48ce5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:45,615 INFO [StoreOpener-7e3d3e801bc5d61fa0ac5e797cb48ce5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:45,616 INFO [StoreOpener-7e3d3e801bc5d61fa0ac5e797cb48ce5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e3d3e801bc5d61fa0ac5e797cb48ce5 columnFamilyName sid 2024-11-13T11:34:45,616 DEBUG [StoreOpener-7e3d3e801bc5d61fa0ac5e797cb48ce5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:34:45,616 INFO [StoreOpener-7e3d3e801bc5d61fa0ac5e797cb48ce5-1 {}] regionserver.HStore(327): Store=7e3d3e801bc5d61fa0ac5e797cb48ce5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:34:45,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:45,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/replication/7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:45,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/replication/7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:45,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:45,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:45,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:34:45,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:45,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/replication/7e3d3e801bc5d61fa0ac5e797cb48ce5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:34:45,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7e3d3e801bc5d61fa0ac5e797cb48ce5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61450396, jitterRate=-0.08431774377822876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:34:45,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:45,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7e3d3e801bc5d61fa0ac5e797cb48ce5: Running coprocessor pre-open hook at 1731497685611Writing region info on filesystem at 1731497685611Initializing all the Stores at 1731497685612 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497685612Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497685612Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497685612Cleaning up temporary data from old regions at 1731497685618 (+6 ms)Running coprocessor post-open hooks at 1731497685621 (+3 ms)Region opened successfully at 1731497685621 2024-11-13T11:34:45,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5., pid=10, masterSystemTime=1731497685591 2024-11-13T11:34:45,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5. 2024-11-13T11:34:45,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5. 2024-11-13T11:34:45,624 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7e3d3e801bc5d61fa0ac5e797cb48ce5, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,38569,1731497675042 2024-11-13T11:34:45,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e3d3e801bc5d61fa0ac5e797cb48ce5, server=7bf281cf3991,38569,1731497675042 because future has completed 2024-11-13T11:34:45,626 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42631 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=7bf281cf3991,38569,1731497675042, table=hbase:replication, region=7e3d3e801bc5d61fa0ac5e797cb48ce5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T11:34:45,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T11:34:45,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e3d3e801bc5d61fa0ac5e797cb48ce5, server=7bf281cf3991,38569,1731497675042 in 191 msec 2024-11-13T11:34:45,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T11:34:45,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7e3d3e801bc5d61fa0ac5e797cb48ce5, ASSIGN in 347 msec 2024-11-13T11:34:45,634 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:34:45,634 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497685634"}]},"ts":"1731497685634"} 2024-11-13T11:34:45,636 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T11:34:45,636 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:34:45,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-13T11:34:45,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5., hostname=7bf281cf3991,38569,1731497675042, seqNum=2] 2024-11-13T11:34:45,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:45,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:45,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:34:45,746 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 379, reset compression=false 2024-11-13T11:34:45,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38569 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T11:34:45,830 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T11:34:45,855 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,38569,1731497675042, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:34:45,855 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:45,856 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1] 2024-11-13T11:34:45,856 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:45,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T11:34:45,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7bf281cf3991,38569,1731497675042', locateType=CURRENT is [region=hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5., hostname=7bf281cf3991,38569,1731497675042, seqNum=2] 2024-11-13T11:34:45,860 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T11:34:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T11:34:45,862 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7bf281cf3991,38569,1731497675042 suceeded 2024-11-13T11:34:45,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T11:34:45,863 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-13T11:34:45,863 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7bf281cf3991:43893,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:34:45,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4070 sec 2024-11-13T11:34:45,873 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:43893' 2024-11-13T11:34:45,874 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53095ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:45,874 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,43893,-1 for getting cluster id 2024-11-13T11:34:45,874 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:45,875 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30e80050-17eb-4e1e-8174-d1968c94db74' 2024-11-13T11:34:45,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:45,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30e80050-17eb-4e1e-8174-d1968c94db74" 2024-11-13T11:34:45,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79f40a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:45,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,43893,-1] 2024-11-13T11:34:45,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:45,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:45,876 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:45,877 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fde335d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:45,877 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:45,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,43893,1731497671092 2024-11-13T11:34:45,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e35d20 2024-11-13T11:34:45,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:45,878 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T11:34:45,879 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,38569,1731497675042 (queues=1) is replicating from cluster=a8add29d-4f44-4747-b596-ce8d24a82c71 to cluster=30e80050-17eb-4e1e-8174-d1968c94db74 2024-11-13T11:34:45,879 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C38569%2C1731497675042 2024-11-13T11:34:45,879 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,38569,1731497675042, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:34:45,879 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012, startPosition=0, beingWritten=true 2024-11-13T11:34:45,880 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.shipper7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C38569%2C1731497675042 2024-11-13T11:34:45,885 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:34:45,885 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 379, reset compression=false 2024-11-13T11:34:45,885 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.shipper7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,38569,1731497675042 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:34:46,094 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 379, reset compression=false 2024-11-13T11:34:46,398 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 379, reset compression=false 2024-11-13T11:34:46,450 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 379, reset compression=false 2024-11-13T11:34:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:34:46,601 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:34:46,601 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:46,601 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:46,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:46,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:46,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:46,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:46,605 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731497686604/Put/seqid=0 2024-11-13T11:34:46,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741840_1016 (size=7894) 2024-11-13T11:34:46,801 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 379, reset compression=false 2024-11-13T11:34:47,011 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731497687010/Put/seqid=0 2024-11-13T11:34:47,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741841_1017 (size=7691) 2024-11-13T11:34:47,253 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 379, reset compression=false 2024-11-13T11:34:47,305 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 379, reset compression=false 2024-11-13T11:34:47,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:47,416 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,43893,-1 for getting cluster id 2024-11-13T11:34:47,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:47,416 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30e80050-17eb-4e1e-8174-d1968c94db74' 2024-11-13T11:34:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30e80050-17eb-4e1e-8174-d1968c94db74" 2024-11-13T11:34:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1376bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,43893,-1] 2024-11-13T11:34:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:47,417 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:47,418 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:47,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d7804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:47,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:47,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34011,1731497671134, seqNum=-1] 2024-11-13T11:34:47,420 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:47,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:34:47,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:47,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,43893,1731497671092 2024-11-13T11:34:47,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2204cfb5 2024-11-13T11:34:47,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:47,430 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:34:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7., hostname=7bf281cf3991,34011,1731497671134, seqNum=2] 2024-11-13T11:34:47,434 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T11:34:47,439 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-13T11:34:47,442 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-13T11:34:47,446 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 6374f1c2e8a8321c4e70959ca68cc5c7/f 2024-11-13T11:34:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T11:34:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:34:47,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 6374f1c2e8a8321c4e70959ca68cc5c7/f 2024-11-13T11:34:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T11:34:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:34:47,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HRegion(2603): Flush status journal for 6374f1c2e8a8321c4e70959ca68cc5c7: 2024-11-13T11:34:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins__test__ild6ucp5n7366v8m7ao6s14tcpq810v2dsg7tmnb3skq9qsdh98r33vjg0nmn7b9/f/hfile_1 2024-11-13T11:34:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins__test__ild6ucp5n7366v8m7ao6s14tcpq810v2dsg7tmnb3skq9qsdh98r33vjg0nmn7b9/f/hfile_1 as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/f/ac7237c2c804446ea345dcc8f8cfa689_SeqId_4_ 2024-11-13T11:34:47,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins__test__ild6ucp5n7366v8m7ao6s14tcpq810v2dsg7tmnb3skq9qsdh98r33vjg0nmn7b9/f/hfile_0 2024-11-13T11:34:47,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins__test__ild6ucp5n7366v8m7ao6s14tcpq810v2dsg7tmnb3skq9qsdh98r33vjg0nmn7b9/f/hfile_0 as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/f/9d8cf7e6a68c4b2bb0b6d07c7c20a848_SeqId_4_ 2024-11-13T11:34:47,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins__test__ild6ucp5n7366v8m7ao6s14tcpq810v2dsg7tmnb3skq9qsdh98r33vjg0nmn7b9/f/hfile_1 into 6374f1c2e8a8321c4e70959ca68cc5c7/f as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/f/ac7237c2c804446ea345dcc8f8cfa689_SeqId_4_ - updating store file list. 2024-11-13T11:34:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ac7237c2c804446ea345dcc8f8cfa689_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T11:34:47,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/f/ac7237c2c804446ea345dcc8f8cfa689_SeqId_4_ into 6374f1c2e8a8321c4e70959ca68cc5c7/f 2024-11-13T11:34:47,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins__test__ild6ucp5n7366v8m7ao6s14tcpq810v2dsg7tmnb3skq9qsdh98r33vjg0nmn7b9/f/hfile_1 into 6374f1c2e8a8321c4e70959ca68cc5c7/f (new location: hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/f/ac7237c2c804446ea345dcc8f8cfa689_SeqId_4_) 2024-11-13T11:34:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins__test__ild6ucp5n7366v8m7ao6s14tcpq810v2dsg7tmnb3skq9qsdh98r33vjg0nmn7b9/f/hfile_1 2024-11-13T11:34:47,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins__test__ild6ucp5n7366v8m7ao6s14tcpq810v2dsg7tmnb3skq9qsdh98r33vjg0nmn7b9/f/hfile_0 into 6374f1c2e8a8321c4e70959ca68cc5c7/f as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/f/9d8cf7e6a68c4b2bb0b6d07c7c20a848_SeqId_4_ - updating store file list. 2024-11-13T11:34:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d8cf7e6a68c4b2bb0b6d07c7c20a848_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T11:34:47,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/f/9d8cf7e6a68c4b2bb0b6d07c7c20a848_SeqId_4_ into 6374f1c2e8a8321c4e70959ca68cc5c7/f 2024-11-13T11:34:47,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins__test__ild6ucp5n7366v8m7ao6s14tcpq810v2dsg7tmnb3skq9qsdh98r33vjg0nmn7b9/f/hfile_0 into 6374f1c2e8a8321c4e70959ca68cc5c7/f (new location: hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/f/9d8cf7e6a68c4b2bb0b6d07c7c20a848_SeqId_4_) 2024-11-13T11:34:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins__test__ild6ucp5n7366v8m7ao6s14tcpq810v2dsg7tmnb3skq9qsdh98r33vjg0nmn7b9/f/hfile_0 2024-11-13T11:34:47,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:47,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:47,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:47,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:47,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7., hostname=7bf281cf3991,34011,1731497671134, seqNum=2 , the old value is region=test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7., hostname=7bf281cf3991,34011,1731497671134, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7bf281cf3991:34011 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T11:34:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7., hostname=7bf281cf3991,34011,1731497671134, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T11:34:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7., hostname=7bf281cf3991,34011,1731497671134, seqNum=2 from cache 2024-11-13T11:34:47,470 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:47,471 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T11:34:47,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1] 2024-11-13T11:34:47,472 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:47,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:34:47,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0., hostname=7bf281cf3991,38569,1731497675042, seqNum=2] 2024-11-13T11:34:47,476 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T11:34:47,581 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:34011 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T11:34:47,910 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 379, reset compression=false 2024-11-13T11:34:48,157 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 379, reset compression=false 2024-11-13T11:34:48,161 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:34:48,161 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34011,1731497671134 got entry batch from reader: WALEntryBatch [walEntries=[{test/6374f1c2e8a8321c4e70959ca68cc5c7/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731497687468/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T11:34:48,177 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:34:48,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-13T11:34:48,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.ReplicationSink(318): Replicating [30e80050-17eb-4e1e-8174-d1968c94db74] bulk loaded data 2024-11-13T11:34:48,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@269d8125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:48,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,42631,-1 for getting cluster id 2024-11-13T11:34:48,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:48,179 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8add29d-4f44-4747-b596-ce8d24a82c71' 2024-11-13T11:34:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8add29d-4f44-4747-b596-ce8d24a82c71" 2024-11-13T11:34:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2761ca0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,42631,-1] 2024-11-13T11:34:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:48,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:48,181 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:48,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c6c426b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:48,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741840_1016 (size=7691) 2024-11-13T11:34:48,375 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 687, reset compression=false 2024-11-13T11:34:48,478 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T11:34:48,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741841_1017 (size=7894) 2024-11-13T11:34:48,613 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 379, reset compression=false 2024-11-13T11:34:48,678 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 687, reset compression=false 2024-11-13T11:34:49,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:49,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,42631,1731497675013 2024-11-13T11:34:49,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fde993c 2024-11-13T11:34:49,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:49,009 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-13T11:34:49,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T11:34:49,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:49,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1] 2024-11-13T11:34:49,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:49,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-13T11:34:49,019 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins.hfs.11__test__vu8o38f9qneva2sushe1cfgtr3jgj2fhjdbfnnrss45g3v4itmcbk8v5c1bj14gb/f/9d8cf7e6a68c4b2bb0b6d07c7c20a848_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T11:34:49,021 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins.hfs.11__test__vu8o38f9qneva2sushe1cfgtr3jgj2fhjdbfnnrss45g3v4itmcbk8v5c1bj14gb/f/ac7237c2c804446ea345dcc8f8cfa689_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T11:34:49,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins.hfs.11__test__vu8o38f9qneva2sushe1cfgtr3jgj2fhjdbfnnrss45g3v4itmcbk8v5c1bj14gb/f/ac7237c2c804446ea345dcc8f8cfa689_SeqId_4_ for inclusion in 3645f9ff537ba20fa5b947d89a824ed0/f 2024-11-13T11:34:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-13T11:34:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:34:49,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins.hfs.11__test__vu8o38f9qneva2sushe1cfgtr3jgj2fhjdbfnnrss45g3v4itmcbk8v5c1bj14gb/f/9d8cf7e6a68c4b2bb0b6d07c7c20a848_SeqId_4_ for inclusion in 3645f9ff537ba20fa5b947d89a824ed0/f 2024-11-13T11:34:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-13T11:34:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:34:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HRegion(2603): Flush status journal for 3645f9ff537ba20fa5b947d89a824ed0: 2024-11-13T11:34:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ac7237c2c804446ea345dcc8f8cfa689_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T11:34:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins.hfs.11__test__vu8o38f9qneva2sushe1cfgtr3jgj2fhjdbfnnrss45g3v4itmcbk8v5c1bj14gb/f/ac7237c2c804446ea345dcc8f8cfa689_SeqId_4_ as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/f/338233d8aa6b460aa9fe77ed8dbfecc5_SeqId_4_ 2024-11-13T11:34:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d8cf7e6a68c4b2bb0b6d07c7c20a848_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T11:34:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins.hfs.11__test__vu8o38f9qneva2sushe1cfgtr3jgj2fhjdbfnnrss45g3v4itmcbk8v5c1bj14gb/f/9d8cf7e6a68c4b2bb0b6d07c7c20a848_SeqId_4_ as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/f/fd132b1ad6894bf68593ee4b75bb12ac_SeqId_4_ 2024-11-13T11:34:49,039 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins.hfs.11__test__vu8o38f9qneva2sushe1cfgtr3jgj2fhjdbfnnrss45g3v4itmcbk8v5c1bj14gb/f/ac7237c2c804446ea345dcc8f8cfa689_SeqId_4_ into 3645f9ff537ba20fa5b947d89a824ed0/f as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/f/338233d8aa6b460aa9fe77ed8dbfecc5_SeqId_4_ - updating store file list. 2024-11-13T11:34:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 338233d8aa6b460aa9fe77ed8dbfecc5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T11:34:49,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/f/338233d8aa6b460aa9fe77ed8dbfecc5_SeqId_4_ into 3645f9ff537ba20fa5b947d89a824ed0/f 2024-11-13T11:34:49,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins.hfs.11__test__vu8o38f9qneva2sushe1cfgtr3jgj2fhjdbfnnrss45g3v4itmcbk8v5c1bj14gb/f/ac7237c2c804446ea345dcc8f8cfa689_SeqId_4_ into 3645f9ff537ba20fa5b947d89a824ed0/f (new location: hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/f/338233d8aa6b460aa9fe77ed8dbfecc5_SeqId_4_) 2024-11-13T11:34:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins.hfs.11__test__vu8o38f9qneva2sushe1cfgtr3jgj2fhjdbfnnrss45g3v4itmcbk8v5c1bj14gb/f/ac7237c2c804446ea345dcc8f8cfa689_SeqId_4_ 2024-11-13T11:34:49,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins.hfs.11__test__vu8o38f9qneva2sushe1cfgtr3jgj2fhjdbfnnrss45g3v4itmcbk8v5c1bj14gb/f/9d8cf7e6a68c4b2bb0b6d07c7c20a848_SeqId_4_ into 3645f9ff537ba20fa5b947d89a824ed0/f as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/f/fd132b1ad6894bf68593ee4b75bb12ac_SeqId_4_ - updating store file list. 2024-11-13T11:34:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd132b1ad6894bf68593ee4b75bb12ac_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T11:34:49,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/f/fd132b1ad6894bf68593ee4b75bb12ac_SeqId_4_ into 3645f9ff537ba20fa5b947d89a824ed0/f 2024-11-13T11:34:49,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins.hfs.11__test__vu8o38f9qneva2sushe1cfgtr3jgj2fhjdbfnnrss45g3v4itmcbk8v5c1bj14gb/f/9d8cf7e6a68c4b2bb0b6d07c7c20a848_SeqId_4_ into 3645f9ff537ba20fa5b947d89a824ed0/f (new location: hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/f/fd132b1ad6894bf68593ee4b75bb12ac_SeqId_4_) 2024-11-13T11:34:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins.hfs.11__test__vu8o38f9qneva2sushe1cfgtr3jgj2fhjdbfnnrss45g3v4itmcbk8v5c1bj14gb/f/9d8cf7e6a68c4b2bb0b6d07c7c20a848_SeqId_4_ 2024-11-13T11:34:49,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.ReplicationSink(324): Finished replicating [30e80050-17eb-4e1e-8174-d1968c94db74] bulk loaded data 2024-11-13T11:34:49,082 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 687, reset compression=false 2024-11-13T11:34:49,416 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 379, reset compression=false 2024-11-13T11:34:49,421 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:34:49,421 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.shipper7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,38569,1731497675042 got entry batch from reader: WALEntryBatch [walEntries=[{test/3645f9ff537ba20fa5b947d89a824ed0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731497689055/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T11:34:49,423 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.shipper7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:34:49,424 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-13T11:34:49,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.ReplicationSink(318): Replicating [30e80050-17eb-4e1e-8174-d1968c94db74, a8add29d-4f44-4747-b596-ce8d24a82c71] bulk loaded data 2024-11-13T11:34:49,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35dabc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:49,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,43893,-1 for getting cluster id 2024-11-13T11:34:49,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:49,426 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30e80050-17eb-4e1e-8174-d1968c94db74' 2024-11-13T11:34:49,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:49,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30e80050-17eb-4e1e-8174-d1968c94db74" 2024-11-13T11:34:49,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e8a5c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:49,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,43893,-1] 2024-11-13T11:34:49,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:49,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:49,427 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:49,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35ada92e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:49,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741842_1018 (size=7691) 2024-11-13T11:34:49,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:49,489 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731497689489/Put/seqid=0 2024-11-13T11:34:49,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741842_1018 (size=11194) 2024-11-13T11:34:49,587 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 687, reset compression=false 2024-11-13T11:34:49,621 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 725, reset compression=false 2024-11-13T11:34:49,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741843_1019 (size=7894) 2024-11-13T11:34:49,895 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731497689895/Put/seqid=0 2024-11-13T11:34:49,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741843_1019 (size=10791) 2024-11-13T11:34:49,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5abca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:49,902 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,42631,-1 for getting cluster id 2024-11-13T11:34:49,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:34:49,903 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a8add29d-4f44-4747-b596-ce8d24a82c71' 2024-11-13T11:34:49,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:34:49,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a8add29d-4f44-4747-b596-ce8d24a82c71" 2024-11-13T11:34:49,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c7be40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:49,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,42631,-1] 2024-11-13T11:34:49,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:34:49,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:49,904 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:34:49,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d85e558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:34:49,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:49,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1] 2024-11-13T11:34:49,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:49,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:34:49,913 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:49,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,42631,1731497675013 2024-11-13T11:34:49,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42d682a0 2024-11-13T11:34:49,914 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:49,915 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:34:49,918 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0., hostname=7bf281cf3991,38569,1731497675042, seqNum=2] 2024-11-13T11:34:49,920 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T11:34:49,924 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 725, reset compression=false 2024-11-13T11:34:49,925 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-13T11:34:49,927 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-13T11:34:49,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 3645f9ff537ba20fa5b947d89a824ed0/f 2024-11-13T11:34:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T11:34:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:34:49,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 3645f9ff537ba20fa5b947d89a824ed0/f 2024-11-13T11:34:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T11:34:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:34:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HRegion(2603): Flush status journal for 3645f9ff537ba20fa5b947d89a824ed0: 2024-11-13T11:34:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins__test__g112r3io9i2uo9k1g8jtje56vnvj9ia26m2a0cj97mlg88fsjldms8u3hnr0vu8b/f/hfile_0 2024-11-13T11:34:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins__test__g112r3io9i2uo9k1g8jtje56vnvj9ia26m2a0cj97mlg88fsjldms8u3hnr0vu8b/f/hfile_0 as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/f/9b7510cdac9f496f8a478498dcde3219_SeqId_6_ 2024-11-13T11:34:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins__test__g112r3io9i2uo9k1g8jtje56vnvj9ia26m2a0cj97mlg88fsjldms8u3hnr0vu8b/f/hfile_1 2024-11-13T11:34:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins__test__g112r3io9i2uo9k1g8jtje56vnvj9ia26m2a0cj97mlg88fsjldms8u3hnr0vu8b/f/hfile_1 as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/f/b13d10a191df4190a77660ed023520f9_SeqId_6_ 2024-11-13T11:34:49,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins__test__g112r3io9i2uo9k1g8jtje56vnvj9ia26m2a0cj97mlg88fsjldms8u3hnr0vu8b/f/hfile_0 into 3645f9ff537ba20fa5b947d89a824ed0/f as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/f/9b7510cdac9f496f8a478498dcde3219_SeqId_6_ - updating store file list. 2024-11-13T11:34:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9b7510cdac9f496f8a478498dcde3219_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T11:34:49,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/f/9b7510cdac9f496f8a478498dcde3219_SeqId_6_ into 3645f9ff537ba20fa5b947d89a824ed0/f 2024-11-13T11:34:49,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins__test__g112r3io9i2uo9k1g8jtje56vnvj9ia26m2a0cj97mlg88fsjldms8u3hnr0vu8b/f/hfile_0 into 3645f9ff537ba20fa5b947d89a824ed0/f (new location: hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/f/9b7510cdac9f496f8a478498dcde3219_SeqId_6_) 2024-11-13T11:34:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins__test__g112r3io9i2uo9k1g8jtje56vnvj9ia26m2a0cj97mlg88fsjldms8u3hnr0vu8b/f/hfile_0 2024-11-13T11:34:49,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins__test__g112r3io9i2uo9k1g8jtje56vnvj9ia26m2a0cj97mlg88fsjldms8u3hnr0vu8b/f/hfile_1 into 3645f9ff537ba20fa5b947d89a824ed0/f as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/f/b13d10a191df4190a77660ed023520f9_SeqId_6_ - updating store file list. 2024-11-13T11:34:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b13d10a191df4190a77660ed023520f9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T11:34:49,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/f/b13d10a191df4190a77660ed023520f9_SeqId_6_ into 3645f9ff537ba20fa5b947d89a824ed0/f 2024-11-13T11:34:49,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins__test__g112r3io9i2uo9k1g8jtje56vnvj9ia26m2a0cj97mlg88fsjldms8u3hnr0vu8b/f/hfile_1 into 3645f9ff537ba20fa5b947d89a824ed0/f (new location: hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/f/b13d10a191df4190a77660ed023520f9_SeqId_6_) 2024-11-13T11:34:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/staging/jenkins__test__g112r3io9i2uo9k1g8jtje56vnvj9ia26m2a0cj97mlg88fsjldms8u3hnr0vu8b/f/hfile_1 2024-11-13T11:34:49,951 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:49,951 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:49,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:49,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:49,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0., hostname=7bf281cf3991,38569,1731497675042, seqNum=2 , the old value is region=test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0., hostname=7bf281cf3991,38569,1731497675042, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7bf281cf3991:38569 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T11:34:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0., hostname=7bf281cf3991,38569,1731497675042, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T11:34:49,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0., hostname=7bf281cf3991,38569,1731497675042, seqNum=2 from cache 2024-11-13T11:34:49,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:49,953 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T11:34:49,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34011,1731497671134, seqNum=-1] 2024-11-13T11:34:49,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:49,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:34:49,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7., hostname=7bf281cf3991,34011,1731497671134, seqNum=2] 2024-11-13T11:34:49,961 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T11:34:50,060 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:38569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T11:34:50,190 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 687, reset compression=false 2024-11-13T11:34:50,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:50,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,43893,1731497671092 2024-11-13T11:34:50,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26477109 2024-11-13T11:34:50,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:34:50,249 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-13T11:34:50,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T11:34:50,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:50,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34011,1731497671134, seqNum=-1] 2024-11-13T11:34:50,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:34:50,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-13T11:34:50,257 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins.hfs.10__test__lukmccnj60j7j1ai6c6ut693vqokb70qd6hlpftlkvemv5nv8aa2ao80or6c9t37/f/338233d8aa6b460aa9fe77ed8dbfecc5_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-13T11:34:50,260 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins.hfs.10__test__lukmccnj60j7j1ai6c6ut693vqokb70qd6hlpftlkvemv5nv8aa2ao80or6c9t37/f/fd132b1ad6894bf68593ee4b75bb12ac_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-13T11:34:50,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.ReplicationSink(324): Finished replicating [30e80050-17eb-4e1e-8174-d1968c94db74, a8add29d-4f44-4747-b596-ce8d24a82c71] bulk loaded data 2024-11-13T11:34:50,329 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 725, reset compression=false 2024-11-13T11:34:50,334 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:34:50,334 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.shipper7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,38569,1731497675042 got entry batch from reader: WALEntryBatch [walEntries=[{test/3645f9ff537ba20fa5b947d89a824ed0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731497689950/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T11:34:50,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.ReplicationSink(318): Replicating [a8add29d-4f44-4747-b596-ce8d24a82c71] bulk loaded data 2024-11-13T11:34:50,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741844_1020 (size=11194) 2024-11-13T11:34:50,535 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 1033, reset compression=false 2024-11-13T11:34:50,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741845_1021 (size=10791) 2024-11-13T11:34:50,839 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 1033, reset compression=false 2024-11-13T11:34:50,894 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 687, reset compression=false 2024-11-13T11:34:50,965 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T11:34:51,113 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:34:51,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:51,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:51,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:51,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:51,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:51,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:51,153 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:51,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:51,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T11:34:51,166 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T11:34:51,166 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins.hfs.10__test__g3p17b9mvg3c8v9j8gdnsho5pd10sh4q7o2n2rnrphjavrq3vhf0jb9fehckeksv/f/9b7510cdac9f496f8a478498dcde3219_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-13T11:34:51,166 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T11:34:51,170 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins.hfs.10__test__g3p17b9mvg3c8v9j8gdnsho5pd10sh4q7o2n2rnrphjavrq3vhf0jb9fehckeksv/f/b13d10a191df4190a77660ed023520f9_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-13T11:34:51,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins.hfs.10__test__g3p17b9mvg3c8v9j8gdnsho5pd10sh4q7o2n2rnrphjavrq3vhf0jb9fehckeksv/f/9b7510cdac9f496f8a478498dcde3219_SeqId_6_ for inclusion in 6374f1c2e8a8321c4e70959ca68cc5c7/f 2024-11-13T11:34:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-13T11:34:51,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:34:51,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins.hfs.10__test__g3p17b9mvg3c8v9j8gdnsho5pd10sh4q7o2n2rnrphjavrq3vhf0jb9fehckeksv/f/b13d10a191df4190a77660ed023520f9_SeqId_6_ for inclusion in 6374f1c2e8a8321c4e70959ca68cc5c7/f 2024-11-13T11:34:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-13T11:34:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:34:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HRegion(2603): Flush status journal for 6374f1c2e8a8321c4e70959ca68cc5c7: 2024-11-13T11:34:51,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9b7510cdac9f496f8a478498dcde3219_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T11:34:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins.hfs.10__test__g3p17b9mvg3c8v9j8gdnsho5pd10sh4q7o2n2rnrphjavrq3vhf0jb9fehckeksv/f/9b7510cdac9f496f8a478498dcde3219_SeqId_6_ as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/f/053a52724e0e41fdac76a019645546b3_SeqId_6_ 2024-11-13T11:34:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): b13d10a191df4190a77660ed023520f9_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T11:34:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins.hfs.10__test__g3p17b9mvg3c8v9j8gdnsho5pd10sh4q7o2n2rnrphjavrq3vhf0jb9fehckeksv/f/b13d10a191df4190a77660ed023520f9_SeqId_6_ as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/f/12478239fce6482cacc854edeb4630be_SeqId_6_ 2024-11-13T11:34:51,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins.hfs.10__test__g3p17b9mvg3c8v9j8gdnsho5pd10sh4q7o2n2rnrphjavrq3vhf0jb9fehckeksv/f/9b7510cdac9f496f8a478498dcde3219_SeqId_6_ into 6374f1c2e8a8321c4e70959ca68cc5c7/f as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/f/053a52724e0e41fdac76a019645546b3_SeqId_6_ - updating store file list. 2024-11-13T11:34:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 053a52724e0e41fdac76a019645546b3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T11:34:51,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/f/053a52724e0e41fdac76a019645546b3_SeqId_6_ into 6374f1c2e8a8321c4e70959ca68cc5c7/f 2024-11-13T11:34:51,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins.hfs.10__test__g3p17b9mvg3c8v9j8gdnsho5pd10sh4q7o2n2rnrphjavrq3vhf0jb9fehckeksv/f/9b7510cdac9f496f8a478498dcde3219_SeqId_6_ into 6374f1c2e8a8321c4e70959ca68cc5c7/f (new location: hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/f/053a52724e0e41fdac76a019645546b3_SeqId_6_) 2024-11-13T11:34:51,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins.hfs.10__test__g3p17b9mvg3c8v9j8gdnsho5pd10sh4q7o2n2rnrphjavrq3vhf0jb9fehckeksv/f/9b7510cdac9f496f8a478498dcde3219_SeqId_6_ 2024-11-13T11:34:51,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins.hfs.10__test__g3p17b9mvg3c8v9j8gdnsho5pd10sh4q7o2n2rnrphjavrq3vhf0jb9fehckeksv/f/b13d10a191df4190a77660ed023520f9_SeqId_6_ into 6374f1c2e8a8321c4e70959ca68cc5c7/f as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/f/12478239fce6482cacc854edeb4630be_SeqId_6_ - updating store file list. 2024-11-13T11:34:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 12478239fce6482cacc854edeb4630be_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T11:34:51,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/f/12478239fce6482cacc854edeb4630be_SeqId_6_ into 6374f1c2e8a8321c4e70959ca68cc5c7/f 2024-11-13T11:34:51,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins.hfs.10__test__g3p17b9mvg3c8v9j8gdnsho5pd10sh4q7o2n2rnrphjavrq3vhf0jb9fehckeksv/f/b13d10a191df4190a77660ed023520f9_SeqId_6_ into 6374f1c2e8a8321c4e70959ca68cc5c7/f (new location: hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/f/12478239fce6482cacc854edeb4630be_SeqId_6_) 2024-11-13T11:34:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/staging/jenkins.hfs.10__test__g3p17b9mvg3c8v9j8gdnsho5pd10sh4q7o2n2rnrphjavrq3vhf0jb9fehckeksv/f/b13d10a191df4190a77660ed023520f9_SeqId_6_ 2024-11-13T11:34:51,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34011 {}] regionserver.ReplicationSink(324): Finished replicating [a8add29d-4f44-4747-b596-ce8d24a82c71] bulk loaded data 2024-11-13T11:34:51,242 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 1033, reset compression=false 2024-11-13T11:34:51,697 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 687, reset compression=false 2024-11-13T11:34:51,701 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:34:51,701 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34011,1731497671134 got entry batch from reader: WALEntryBatch [walEntries=[{test/6374f1c2e8a8321c4e70959ca68cc5c7/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731497691194/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-13T11:34:51,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.ReplicationSink(318): Replicating [a8add29d-4f44-4747-b596-ce8d24a82c71, 30e80050-17eb-4e1e-8174-d1968c94db74] bulk loaded data 2024-11-13T11:34:51,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741844_1020 (size=11194) 2024-11-13T11:34:51,746 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 1033, reset compression=false 2024-11-13T11:34:51,901 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 1033, reset compression=false 2024-11-13T11:34:51,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:34:51,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:51,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:51,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:51,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:51,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:51,975 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:34:51,975 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1124042699, stopped=false 2024-11-13T11:34:51,975 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,42631,1731497675013 2024-11-13T11:34:51,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-487965658/running 2024-11-13T11:34:51,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-487965658/running 2024-11-13T11:34:51,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:51,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:51,976 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:34:51,976 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:51,976 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:51,976 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:51,976 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,38569,1731497675042' ***** 2024-11-13T11:34:51,976 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:34:51,977 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:34:51,977 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:34:51,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Set watcher on znode that does not yet exist, /1-487965658/running 2024-11-13T11:34:51,977 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Set watcher on znode that does not yet exist, /1-487965658/running 2024-11-13T11:34:51,977 INFO [RS:0;7bf281cf3991:38569 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:34:51,977 INFO [RS:0;7bf281cf3991:38569 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:34:51,977 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(3091): Received CLOSE for 3645f9ff537ba20fa5b947d89a824ed0 2024-11-13T11:34:51,978 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:51,978 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,38569,1731497675042 2024-11-13T11:34:51,978 INFO [RS:0;7bf281cf3991:38569 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:34:51,978 INFO [RS:0;7bf281cf3991:38569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:38569. 2024-11-13T11:34:51,978 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3645f9ff537ba20fa5b947d89a824ed0, disabling compactions & flushes 2024-11-13T11:34:51,978 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0. 2024-11-13T11:34:51,978 DEBUG [RS:0;7bf281cf3991:38569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:51,978 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0. 2024-11-13T11:34:51,978 DEBUG [RS:0;7bf281cf3991:38569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:51,978 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0. after waiting 0 ms 2024-11-13T11:34:51,978 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0. 2024-11-13T11:34:51,978 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:34:51,978 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:34:51,978 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:34:51,978 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:34:51,978 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T11:34:51,978 DEBUG [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1325): Online Regions={3645f9ff537ba20fa5b947d89a824ed0=test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0., 1588230740=hbase:meta,,1.1588230740, 7e3d3e801bc5d61fa0ac5e797cb48ce5=hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5.} 2024-11-13T11:34:51,978 DEBUG [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3645f9ff537ba20fa5b947d89a824ed0, 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:51,978 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:34:51,978 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:34:51,979 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:34:51,979 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:34:51,979 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:34:51,979 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T11:34:51,984 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/default/test/3645f9ff537ba20fa5b947d89a824ed0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T11:34:51,985 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:34:51,985 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:34:51,985 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0. 2024-11-13T11:34:51,985 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3645f9ff537ba20fa5b947d89a824ed0: Waiting for close lock at 1731497691978Running coprocessor pre-close hooks at 1731497691978Disabling compacts and flushes for region at 1731497691978Disabling writes for close at 1731497691978Writing region close event to WAL at 1731497691979 (+1 ms)Running coprocessor post-close hooks at 1731497691985 (+6 ms)Closed at 1731497691985 2024-11-13T11:34:51,985 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0. 2024-11-13T11:34:51,985 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e3d3e801bc5d61fa0ac5e797cb48ce5, disabling compactions & flushes 2024-11-13T11:34:51,985 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5. 2024-11-13T11:34:51,985 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5. 2024-11-13T11:34:51,985 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5. after waiting 0 ms 2024-11-13T11:34:51,985 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5. 2024-11-13T11:34:51,985 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e3d3e801bc5d61fa0ac5e797cb48ce5 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-13T11:34:51,995 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/.tmp/info/7e2bfd970c72427fabdf05a414adccbd is 147, key is hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5./info:regioninfo/1731497685624/Put/seqid=0 2024-11-13T11:34:51,999 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:34:52,000 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/replication/7e3d3e801bc5d61fa0ac5e797cb48ce5/.tmp/hfileref/4cb87f0dba35472aae45f153983e4447 is 74, key is 1/hfileref:338233d8aa6b460aa9fe77ed8dbfecc5_SeqId_4_/1731497690263/DeleteColumn/seqid=0 2024-11-13T11:34:52,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741845_1021 (size=7686) 2024-11-13T11:34:52,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741846_1022 (size=5345) 2024-11-13T11:34:52,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741847_1023 (size=10791) 2024-11-13T11:34:52,179 DEBUG [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:52,205 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 1033, reset compression=false 2024-11-13T11:34:52,349 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 1033, reset compression=false 2024-11-13T11:34:52,353 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:34:52,354 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 1328, reset compression=false 2024-11-13T11:34:52,354 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.shipper7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,38569,1731497675042 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:34:52,354 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.shipper7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7bf281cf3991,38569,1731497675042: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7bf281cf3991,38569,1731497675042, walGroup=7bf281cf3991%2C38569%2C1731497675042, offset=7bf281cf3991%2C38569%2C1731497675042.1731497677012:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:38569 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T11:34:52,355 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.shipper7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T11:34:52,356 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.shipper7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T11:34:52,356 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.shipper7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T11:34:52,357 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.shipper7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T11:34:52,357 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.shipper7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T11:34:52,357 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.shipper7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 545524496 }, "NonHeapMemoryUsage": { "committed": 190513152, "init": 7667712, "max": -1, "used": 187776328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T11:34:52,359 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.shipper7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T11:34:52,379 DEBUG [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:52,403 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/.tmp/info/7e2bfd970c72427fabdf05a414adccbd 2024-11-13T11:34:52,405 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/replication/7e3d3e801bc5d61fa0ac5e797cb48ce5/.tmp/hfileref/4cb87f0dba35472aae45f153983e4447 2024-11-13T11:34:52,419 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/replication/7e3d3e801bc5d61fa0ac5e797cb48ce5/.tmp/queue/62f6460d1bca40b48f669fc37ba0d115 is 154, key is 1-7bf281cf3991,38569,1731497675042/queue:7bf281cf3991%2C38569%2C1731497675042/1731497691199/Put/seqid=0 2024-11-13T11:34:52,420 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/.tmp/ns/b44a3790f7bb4cde983a95ca0e894266 is 43, key is default/ns:d/1731497677944/Put/seqid=0 2024-11-13T11:34:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741849_1025 (size=5153) 2024-11-13T11:34:52,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741848_1024 (size=5353) 2024-11-13T11:34:52,423 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/.tmp/ns/b44a3790f7bb4cde983a95ca0e894266 2024-11-13T11:34:52,442 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/.tmp/rep_barrier/c93a17eeab464ee2ba84a3e187ee1fda is 112, key is test,,1731497680133.3645f9ff537ba20fa5b947d89a824ed0./rep_barrier:seqnumDuringOpen/1731497681277/Put/seqid=0 2024-11-13T11:34:52,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741850_1026 (size=5518) 2024-11-13T11:34:52,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T11:34:52,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T11:34:52,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:52,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:52,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1 from cache 2024-11-13T11:34:52,559 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 1328, reset compression=false 2024-11-13T11:34:52,579 DEBUG [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:52,608 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 1033, reset compression=false 2024-11-13T11:34:52,630 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:52,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1] 2024-11-13T11:34:52,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T11:34:52,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:52,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:52,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1 from cache 2024-11-13T11:34:52,779 DEBUG [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e3d3e801bc5d61fa0ac5e797cb48ce5 2024-11-13T11:34:52,824 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/replication/7e3d3e801bc5d61fa0ac5e797cb48ce5/.tmp/queue/62f6460d1bca40b48f669fc37ba0d115 2024-11-13T11:34:52,829 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/replication/7e3d3e801bc5d61fa0ac5e797cb48ce5/.tmp/hfileref/4cb87f0dba35472aae45f153983e4447 as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/replication/7e3d3e801bc5d61fa0ac5e797cb48ce5/hfileref/4cb87f0dba35472aae45f153983e4447 2024-11-13T11:34:52,833 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/replication/7e3d3e801bc5d61fa0ac5e797cb48ce5/hfileref/4cb87f0dba35472aae45f153983e4447, entries=4, sequenceid=12, filesize=5.2 K 2024-11-13T11:34:52,834 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/replication/7e3d3e801bc5d61fa0ac5e797cb48ce5/.tmp/queue/62f6460d1bca40b48f669fc37ba0d115 as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/replication/7e3d3e801bc5d61fa0ac5e797cb48ce5/queue/62f6460d1bca40b48f669fc37ba0d115 2024-11-13T11:34:52,838 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/replication/7e3d3e801bc5d61fa0ac5e797cb48ce5/queue/62f6460d1bca40b48f669fc37ba0d115, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T11:34:52,838 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7e3d3e801bc5d61fa0ac5e797cb48ce5 in 853ms, sequenceid=12, compaction requested=false 2024-11-13T11:34:52,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:52,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1] 2024-11-13T11:34:52,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T11:34:52,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:52,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:52,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1 from cache 2024-11-13T11:34:52,842 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/replication/7e3d3e801bc5d61fa0ac5e797cb48ce5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T11:34:52,842 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:34:52,843 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:34:52,843 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5. 2024-11-13T11:34:52,843 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e3d3e801bc5d61fa0ac5e797cb48ce5: Waiting for close lock at 1731497691985Running coprocessor pre-close hooks at 1731497691985Disabling compacts and flushes for region at 1731497691985Disabling writes for close at 1731497691985Obtaining lock to block concurrent updates at 1731497691985Preparing flush snapshotting stores in 7e3d3e801bc5d61fa0ac5e797cb48ce5 at 1731497691985Finished memstore snapshotting hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731497691986 (+1 ms)Flushing stores of hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5. at 1731497691986Flushing 7e3d3e801bc5d61fa0ac5e797cb48ce5/hfileref: creating writer at 1731497691986Flushing 7e3d3e801bc5d61fa0ac5e797cb48ce5/hfileref: appending metadata at 1731497691999 (+13 ms)Flushing 7e3d3e801bc5d61fa0ac5e797cb48ce5/hfileref: closing flushed file at 1731497691999Flushing 7e3d3e801bc5d61fa0ac5e797cb48ce5/queue: creating writer at 1731497692408 (+409 ms)Flushing 7e3d3e801bc5d61fa0ac5e797cb48ce5/queue: appending metadata at 1731497692419 (+11 ms)Flushing 7e3d3e801bc5d61fa0ac5e797cb48ce5/queue: closing flushed file at 1731497692419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8e98f: reopening flushed file at 1731497692828 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758a22a3: reopening flushed file at 1731497692833 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 7e3d3e801bc5d61fa0ac5e797cb48ce5 in 853ms, sequenceid=12, compaction requested=false at 1731497692839 (+6 ms)Writing region close event to WAL at 1731497692839Running coprocessor post-close hooks at 1731497692842 (+3 ms)Closed at 1731497692843 (+1 ms) 2024-11-13T11:34:52,843 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731497684464.7e3d3e801bc5d61fa0ac5e797cb48ce5. 2024-11-13T11:34:52,846 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/.tmp/rep_barrier/c93a17eeab464ee2ba84a3e187ee1fda 2024-11-13T11:34:52,862 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 1328, reset compression=false 2024-11-13T11:34:52,863 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/.tmp/table/799ad171676e4b4690d7aec211904917 is 53, key is hbase:replication/table:state/1731497685634/Put/seqid=0 2024-11-13T11:34:52,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741851_1027 (size=5308) 2024-11-13T11:34:52,947 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:34:52,947 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:34:52,979 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T11:34:52,979 DEBUG [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:34:52,979 DEBUG [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:53,111 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 1033, reset compression=false 2024-11-13T11:34:53,150 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:53,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1] 2024-11-13T11:34:53,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T11:34:53,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:53,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:53,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1 from cache 2024-11-13T11:34:53,179 DEBUG [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:53,265 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 to pos 1328, reset compression=false 2024-11-13T11:34:53,267 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/.tmp/table/799ad171676e4b4690d7aec211904917 2024-11-13T11:34:53,272 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/.tmp/info/7e2bfd970c72427fabdf05a414adccbd as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/info/7e2bfd970c72427fabdf05a414adccbd 2024-11-13T11:34:53,276 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/info/7e2bfd970c72427fabdf05a414adccbd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T11:34:53,277 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/.tmp/ns/b44a3790f7bb4cde983a95ca0e894266 as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/ns/b44a3790f7bb4cde983a95ca0e894266 2024-11-13T11:34:53,280 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/ns/b44a3790f7bb4cde983a95ca0e894266, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T11:34:53,281 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/.tmp/rep_barrier/c93a17eeab464ee2ba84a3e187ee1fda as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/rep_barrier/c93a17eeab464ee2ba84a3e187ee1fda 2024-11-13T11:34:53,284 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/rep_barrier/c93a17eeab464ee2ba84a3e187ee1fda, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T11:34:53,285 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/.tmp/table/799ad171676e4b4690d7aec211904917 as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/table/799ad171676e4b4690d7aec211904917 2024-11-13T11:34:53,289 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/table/799ad171676e4b4690d7aec211904917, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T11:34:53,290 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-11-13T11:34:53,294 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T11:34:53,295 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:34:53,295 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:34:53,295 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:34:53,295 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497691978Running coprocessor pre-close hooks at 1731497691978Disabling compacts and flushes for region at 1731497691978Disabling writes for close at 1731497691979 (+1 ms)Obtaining lock to block concurrent updates at 1731497691979Preparing flush snapshotting stores in 1588230740 at 1731497691979Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731497691979Flushing stores of hbase:meta,,1.1588230740 at 1731497691979Flushing 1588230740/info: creating writer at 1731497691980 (+1 ms)Flushing 1588230740/info: appending metadata at 1731497691995 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731497691995Flushing 1588230740/ns: creating writer at 1731497692407 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731497692419 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731497692419Flushing 1588230740/rep_barrier: creating writer at 1731497692427 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731497692442 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731497692442Flushing 1588230740/table: creating writer at 1731497692850 (+408 ms)Flushing 1588230740/table: appending metadata at 1731497692863 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731497692863Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38905102: reopening flushed file at 1731497693271 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648256f9: reopening flushed file at 1731497693276 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3347f6cf: reopening flushed file at 1731497693280 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3477e802: reopening flushed file at 1731497693285 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1731497693290 (+5 ms)Writing region close event to WAL at 1731497693291 (+1 ms)Running coprocessor post-close hooks at 1731497693295 (+4 ms)Closed at 1731497693295 2024-11-13T11:34:53,295 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:34:53,380 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,38569,1731497675042; all regions closed. 2024-11-13T11:34:53,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741834_1010 (size=4239) 2024-11-13T11:34:53,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741839_1015 (size=3127) 2024-11-13T11:34:53,384 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.rep.1731497685596 not finished, retry = 0 2024-11-13T11:34:53,487 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/WALs/7bf281cf3991,38569,1731497675042/7bf281cf3991%2C38569%2C1731497675042.1731497677012 not finished, retry = 0 2024-11-13T11:34:53,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741832_1008 (size=1336) 2024-11-13T11:34:53,588 DEBUG [RS:0;7bf281cf3991:38569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:53,588 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:34:53,588 INFO [RS:0;7bf281cf3991:38569 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:34:53,588 INFO [RS:0;7bf281cf3991:38569 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T11:34:53,588 INFO [RS:0;7bf281cf3991:38569 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:34:53,588 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:34:53,588 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,38569,1731497675042 because: Region server is closing 2024-11-13T11:34:53,589 INFO [RS:0;7bf281cf3991:38569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:38569. 2024-11-13T11:34:53,589 DEBUG [RS:0;7bf281cf3991:38569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:53,589 DEBUG [RS:0;7bf281cf3991:38569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:53,589 DEBUG [RS:0;7bf281cf3991:38569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:53,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:53,660 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:34:53,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1] 2024-11-13T11:34:53,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T11:34:53,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:53,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:53,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,38569,1731497675042, seqNum=-1 from cache 2024-11-13T11:34:53,662 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T11:34:53,663 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T11:34:52.522Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:52.632Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:52.842Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:53.152Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:53.662Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 7bf281cf3991,38569,1731497675042 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T11:34:53,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T11:34:52.522Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:52.632Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:52.842Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:53.152Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:53.662Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 7bf281cf3991,38569,1731497675042 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T11:34:53,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38569 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:53558 deadline: 1731497751702, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T11:34:52.522Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:52.632Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:52.842Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:53.152Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:53.662Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:53,665 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-13T11:34:52.522Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:52.632Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:52.842Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:53.152Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting 2024-11-13T11:34:53.662Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7bf281cf3991,38569,1731497675042 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 7bf281cf3991,38569,1731497675042 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T11:34:53,689 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.shipper7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 terminated 2024-11-13T11:34:53,689 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,38569,1731497675042.replicationSource.wal-reader.7bf281cf3991%2C38569%2C1731497675042,1-7bf281cf3991,38569,1731497675042 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T11:34:53,689 INFO [RS:0;7bf281cf3991:38569 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:38569. 2024-11-13T11:34:53,689 DEBUG [RS:0;7bf281cf3991:38569 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:53,689 DEBUG [RS:0;7bf281cf3991:38569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:53,690 DEBUG [RS:0;7bf281cf3991:38569 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:53,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:53,690 INFO [RS:0;7bf281cf3991:38569 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38569 2024-11-13T11:34:53,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-487965658/rs/7bf281cf3991,38569,1731497675042 2024-11-13T11:34:53,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658/rs 2024-11-13T11:34:53,691 INFO [RS:0;7bf281cf3991:38569 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:34:53,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,38569,1731497675042] 2024-11-13T11:34:53,692 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-487965658/draining/7bf281cf3991,38569,1731497675042 already deleted, retry=false 2024-11-13T11:34:53,692 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,38569,1731497675042 expired; onlineServers=0 2024-11-13T11:34:53,692 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,42631,1731497675013' ***** 2024-11-13T11:34:53,692 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:34:53,692 INFO [M:0;7bf281cf3991:42631 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:34:53,692 INFO [M:0;7bf281cf3991:42631 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:34:53,692 DEBUG [M:0;7bf281cf3991:42631 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:34:53,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:34:53,693 DEBUG [M:0;7bf281cf3991:42631 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:34:53,693 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497676766 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497676766,5,FailOnTimeoutGroup] 2024-11-13T11:34:53,693 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497676765 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497676765,5,FailOnTimeoutGroup] 2024-11-13T11:34:53,693 INFO [M:0;7bf281cf3991:42631 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:34:53,693 INFO [M:0;7bf281cf3991:42631 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:34:53,693 DEBUG [M:0;7bf281cf3991:42631 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:34:53,693 INFO [M:0;7bf281cf3991:42631 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:34:53,693 INFO [M:0;7bf281cf3991:42631 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:34:53,693 INFO [M:0;7bf281cf3991:42631 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:34:53,693 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:34:53,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-487965658/master 2024-11-13T11:34:53,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-487965658 2024-11-13T11:34:53,694 DEBUG [M:0;7bf281cf3991:42631 {}] zookeeper.ZKUtil(347): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Unable to get data of znode /1-487965658/master because node does not exist (not an error) 2024-11-13T11:34:53,694 WARN [M:0;7bf281cf3991:42631 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:34:53,694 INFO [M:0;7bf281cf3991:42631 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/.lastflushedseqids 2024-11-13T11:34:53,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741852_1028 (size=263) 2024-11-13T11:34:53,714 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 1033, reset compression=false 2024-11-13T11:34:53,768 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7bf281cf3991:38569 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7bf281cf3991/172.17.0.2:38569 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T11:34:53,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 7bf281cf3991:38569 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7bf281cf3991/172.17.0.2:38569 2024-11-13T11:34:53,769 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=7bf281cf3991:38569 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7bf281cf3991/172.17.0.2:38569 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7bf281cf3991/172.17.0.2:38569 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-13T11:34:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T11:34:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:59334 deadline: 1731497753771, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T11:34:53,772 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T11:34:53,773 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T11:34:53,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:53,792 INFO [RS:0;7bf281cf3991:38569 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:34:53,792 INFO [RS:0;7bf281cf3991:38569 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,38569,1731497675042; zookeeper connection closed. 2024-11-13T11:34:53,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38569-0x10038dd128b0004, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:53,792 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a8bd7d1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a8bd7d1 2024-11-13T11:34:53,792 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:34:53,973 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T11:34:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T11:34:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:59334 deadline: 1731497753974, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T11:34:53,975 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T11:34:53,976 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T11:34:53,976 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T11:34:54,098 INFO [M:0;7bf281cf3991:42631 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:34:54,098 INFO [M:0;7bf281cf3991:42631 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:34:54,098 DEBUG [M:0;7bf281cf3991:42631 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:34:54,098 INFO [M:0;7bf281cf3991:42631 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:54,098 DEBUG [M:0;7bf281cf3991:42631 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:54,098 DEBUG [M:0;7bf281cf3991:42631 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:34:54,098 DEBUG [M:0;7bf281cf3991:42631 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:54,098 INFO [M:0;7bf281cf3991:42631 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T11:34:54,116 DEBUG [M:0;7bf281cf3991:42631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/288641379d9f40458dda8c7e2aaf9fbe is 82, key is hbase:meta,,1/info:regioninfo/1731497677935/Put/seqid=0 2024-11-13T11:34:54,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741853_1029 (size=5672) 2024-11-13T11:34:54,276 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T11:34:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T11:34:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:59334 deadline: 1731497754278, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T11:34:54,278 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T11:34:54,279 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T11:34:54,279 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T11:34:54,417 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 1033, reset compression=false 2024-11-13T11:34:54,520 INFO [M:0;7bf281cf3991:42631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/288641379d9f40458dda8c7e2aaf9fbe 2024-11-13T11:34:54,537 DEBUG [M:0;7bf281cf3991:42631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c1bd54e9b56449fa22c963e4cb19d7b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731497685637/Put/seqid=0 2024-11-13T11:34:54,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741854_1030 (size=8516) 2024-11-13T11:34:54,680 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T11:34:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T11:34:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:59334 deadline: 1731497754681, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T11:34:54,682 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T11:34:54,683 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T11:34:54,683 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T11:34:54,941 INFO [M:0;7bf281cf3991:42631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c1bd54e9b56449fa22c963e4cb19d7b 2024-11-13T11:34:54,956 DEBUG [M:0;7bf281cf3991:42631 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a58f0522c8bc401cb2581feeca38db84 is 69, key is 7bf281cf3991,38569,1731497675042/rs:state/1731497676874/Put/seqid=0 2024-11-13T11:34:54,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741855_1031 (size=5156) 2024-11-13T11:34:55,183 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T11:34:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-13T11:34:55,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42631 {}] ipc.CallRunner(138): callId: 17 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:59334 deadline: 1731497755184, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-13T11:34:55,185 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-13T11:34:55,186 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T11:34:55,186 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T11:34:55,221 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 1033, reset compression=false 2024-11-13T11:34:55,360 INFO [M:0;7bf281cf3991:42631 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a58f0522c8bc401cb2581feeca38db84 2024-11-13T11:34:55,365 DEBUG [M:0;7bf281cf3991:42631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/288641379d9f40458dda8c7e2aaf9fbe as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/288641379d9f40458dda8c7e2aaf9fbe 2024-11-13T11:34:55,369 INFO [M:0;7bf281cf3991:42631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/288641379d9f40458dda8c7e2aaf9fbe, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T11:34:55,370 DEBUG [M:0;7bf281cf3991:42631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7c1bd54e9b56449fa22c963e4cb19d7b as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c1bd54e9b56449fa22c963e4cb19d7b 2024-11-13T11:34:55,374 INFO [M:0;7bf281cf3991:42631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7c1bd54e9b56449fa22c963e4cb19d7b, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T11:34:55,375 DEBUG [M:0;7bf281cf3991:42631 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a58f0522c8bc401cb2581feeca38db84 as hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a58f0522c8bc401cb2581feeca38db84 2024-11-13T11:34:55,378 INFO [M:0;7bf281cf3991:42631 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34313/user/jenkins/test-data/ac5998b5-8227-8070-b388-812ab024ad7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a58f0522c8bc401cb2581feeca38db84, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T11:34:55,379 INFO [M:0;7bf281cf3991:42631 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-13T11:34:55,380 INFO [M:0;7bf281cf3991:42631 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:55,380 DEBUG [M:0;7bf281cf3991:42631 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497694098Disabling compacts and flushes for region at 1731497694098Disabling writes for close at 1731497694098Obtaining lock to block concurrent updates at 1731497694098Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497694098Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731497694099 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497694099Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497694099Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497694116 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497694116Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497694524 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497694536 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497694536Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497694944 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497694956 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497694956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4529b653: reopening flushed file at 1731497695365 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a287803: reopening flushed file at 1731497695369 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b446b0a: reopening flushed file at 1731497695374 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731497695379 (+5 ms)Writing region close event to WAL at 1731497695380 (+1 ms)Closed at 1731497695380 2024-11-13T11:34:55,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36651 is added to blk_1073741830_1006 (size=63654) 2024-11-13T11:34:55,384 INFO [M:0;7bf281cf3991:42631 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:34:55,384 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:34:55,384 INFO [M:0;7bf281cf3991:42631 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42631 2024-11-13T11:34:55,384 INFO [M:0;7bf281cf3991:42631 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:34:55,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:55,485 INFO [M:0;7bf281cf3991:42631 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:34:55,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42631-0x10038dd128b0003, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:55,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f81a6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:34:55,488 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:34:55,488 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:34:55,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:34:55,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/hadoop.log.dir/,STOPPED} 2024-11-13T11:34:55,489 WARN [BP-2037769912-172.17.0.2-1731497674186 heartbeating to localhost/127.0.0.1:34313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:34:55,489 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:34:55,489 WARN [BP-2037769912-172.17.0.2-1731497674186 heartbeating to localhost/127.0.0.1:34313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2037769912-172.17.0.2-1731497674186 (Datanode Uuid 02f11011-6f14-41ab-8ea6-63bbc14046da) service to localhost/127.0.0.1:34313 2024-11-13T11:34:55,490 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:34:55,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/cluster_d5a645e4-0b23-27c5-9a36-dfa95f4ea0a1/data/data2/current/BP-2037769912-172.17.0.2-1731497674186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:34:55,491 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:34:55,491 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/cluster_d5a645e4-0b23-27c5-9a36-dfa95f4ea0a1/data/data1/current/BP-2037769912-172.17.0.2-1731497674186 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:34:55,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510f7320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:34:55,497 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:34:55,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:34:55,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:34:55,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/hadoop.log.dir/,STOPPED} 2024-11-13T11:34:55,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:34:55,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:34:55,510 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:55,510 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:55,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:55,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:55,510 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:55,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:34:55,510 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1309572352, stopped=false 2024-11-13T11:34:55,510 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,43893,1731497671092 2024-11-13T11:34:55,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-411151079/running 2024-11-13T11:34:55,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-411151079/running 2024-11-13T11:34:55,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:55,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:55,512 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:34:55,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Set watcher on znode that does not yet exist, /0-411151079/running 2024-11-13T11:34:55,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Set watcher on znode that does not yet exist, /0-411151079/running 2024-11-13T11:34:55,512 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:34:55,512 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:55,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:55,513 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,34011,1731497671134' ***** 2024-11-13T11:34:55,513 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:34:55,513 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:34:55,513 INFO [RS:0;7bf281cf3991:34011 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:34:55,513 INFO [RS:0;7bf281cf3991:34011 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:34:55,513 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:34:55,513 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(3091): Received CLOSE for 6374f1c2e8a8321c4e70959ca68cc5c7 2024-11-13T11:34:55,513 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(3091): Received CLOSE for 2ff8345f4a33d6ec6980c44274ac4aaf 2024-11-13T11:34:55,513 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,34011,1731497671134 2024-11-13T11:34:55,513 INFO [RS:0;7bf281cf3991:34011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:34:55,513 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6374f1c2e8a8321c4e70959ca68cc5c7, disabling compactions & flushes 2024-11-13T11:34:55,513 INFO [RS:0;7bf281cf3991:34011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:34011. 2024-11-13T11:34:55,513 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7. 2024-11-13T11:34:55,513 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7. 2024-11-13T11:34:55,513 DEBUG [RS:0;7bf281cf3991:34011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:55,513 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7. after waiting 0 ms 2024-11-13T11:34:55,513 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7. 2024-11-13T11:34:55,513 DEBUG [RS:0;7bf281cf3991:34011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:55,513 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:34:55,513 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:34:55,514 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:34:55,514 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:34:55,514 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T11:34:55,514 DEBUG [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1325): Online Regions={6374f1c2e8a8321c4e70959ca68cc5c7=test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7., 2ff8345f4a33d6ec6980c44274ac4aaf=hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:34:55,514 DEBUG [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ff8345f4a33d6ec6980c44274ac4aaf, 6374f1c2e8a8321c4e70959ca68cc5c7 2024-11-13T11:34:55,514 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:34:55,514 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:34:55,514 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:34:55,514 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:34:55,514 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:34:55,514 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T11:34:55,517 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/default/test/6374f1c2e8a8321c4e70959ca68cc5c7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T11:34:55,517 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:34:55,517 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:34:55,518 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7. 2024-11-13T11:34:55,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6374f1c2e8a8321c4e70959ca68cc5c7: Waiting for close lock at 1731497695513Running coprocessor pre-close hooks at 1731497695513Disabling compacts and flushes for region at 1731497695513Disabling writes for close at 1731497695513Writing region close event to WAL at 1731497695514 (+1 ms)Running coprocessor post-close hooks at 1731497695517 (+3 ms)Closed at 1731497695518 (+1 ms) 2024-11-13T11:34:55,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7. 2024-11-13T11:34:55,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2ff8345f4a33d6ec6980c44274ac4aaf, disabling compactions & flushes 2024-11-13T11:34:55,518 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf. 2024-11-13T11:34:55,518 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:34:55,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf. 2024-11-13T11:34:55,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf. after waiting 0 ms 2024-11-13T11:34:55,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf. 2024-11-13T11:34:55,518 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2ff8345f4a33d6ec6980c44274ac4aaf 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-13T11:34:55,528 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/.tmp/info/bd34914b51574bf39b9056b4301416c8 is 147, key is hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf./info:regioninfo/1731497683462/Put/seqid=0 2024-11-13T11:34:55,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741846_1022 (size=7686) 2024-11-13T11:34:55,533 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/replication/2ff8345f4a33d6ec6980c44274ac4aaf/.tmp/hfileref/075534bd67564ea1841eb96da676d948 is 74, key is 1/hfileref:053a52724e0e41fdac76a019645546b3_SeqId_6_/1731497691182/Put/seqid=0 2024-11-13T11:34:55,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741847_1023 (size=5345) 2024-11-13T11:34:55,714 DEBUG [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ff8345f4a33d6ec6980c44274ac4aaf 2024-11-13T11:34:55,786 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-13T11:34:55,787 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7bf281cf3991:42631 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7bf281cf3991/172.17.0.2:42631 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T11:34:55,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 7bf281cf3991:42631 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7bf281cf3991/172.17.0.2:42631 2024-11-13T11:34:55,890 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:55,891 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7bf281cf3991:42631 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7bf281cf3991/172.17.0.2:42631 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T11:34:55,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=7bf281cf3991:42631 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7bf281cf3991/172.17.0.2:42631 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-13T11:34:55,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 7bf281cf3991:42631 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7bf281cf3991/172.17.0.2:42631 2024-11-13T11:34:55,914 DEBUG [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2ff8345f4a33d6ec6980c44274ac4aaf 2024-11-13T11:34:55,932 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/.tmp/info/bd34914b51574bf39b9056b4301416c8 2024-11-13T11:34:55,936 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/replication/2ff8345f4a33d6ec6980c44274ac4aaf/.tmp/hfileref/075534bd67564ea1841eb96da676d948 2024-11-13T11:34:55,951 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/.tmp/ns/9d3cbc4036b84e889ed641158bbd09bd is 43, key is default/ns:d/1731497674073/Put/seqid=0 2024-11-13T11:34:55,952 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/replication/2ff8345f4a33d6ec6980c44274ac4aaf/.tmp/queue/ff8aec90a3ea44fabcd5f120a52c9997 is 153, key is 1-7bf281cf3991,34011,1731497671134/queue:7bf281cf3991%2C34011%2C1731497671134/1731497689061/Put/seqid=0 2024-11-13T11:34:55,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741848_1024 (size=5153) 2024-11-13T11:34:55,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741849_1025 (size=5352) 2024-11-13T11:34:55,958 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/replication/2ff8345f4a33d6ec6980c44274ac4aaf/.tmp/queue/ff8aec90a3ea44fabcd5f120a52c9997 2024-11-13T11:34:55,962 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/replication/2ff8345f4a33d6ec6980c44274ac4aaf/.tmp/hfileref/075534bd67564ea1841eb96da676d948 as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/replication/2ff8345f4a33d6ec6980c44274ac4aaf/hfileref/075534bd67564ea1841eb96da676d948 2024-11-13T11:34:55,965 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/replication/2ff8345f4a33d6ec6980c44274ac4aaf/hfileref/075534bd67564ea1841eb96da676d948, entries=4, sequenceid=10, filesize=5.2 K 2024-11-13T11:34:55,966 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/replication/2ff8345f4a33d6ec6980c44274ac4aaf/.tmp/queue/ff8aec90a3ea44fabcd5f120a52c9997 as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/replication/2ff8345f4a33d6ec6980c44274ac4aaf/queue/ff8aec90a3ea44fabcd5f120a52c9997 2024-11-13T11:34:55,970 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/replication/2ff8345f4a33d6ec6980c44274ac4aaf/queue/ff8aec90a3ea44fabcd5f120a52c9997, entries=1, sequenceid=10, filesize=5.2 K 2024-11-13T11:34:55,971 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2ff8345f4a33d6ec6980c44274ac4aaf in 453ms, sequenceid=10, compaction requested=false 2024-11-13T11:34:55,971 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T11:34:55,974 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/replication/2ff8345f4a33d6ec6980c44274ac4aaf/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T11:34:55,975 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:34:55,975 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:34:55,975 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf. 2024-11-13T11:34:55,975 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2ff8345f4a33d6ec6980c44274ac4aaf: Waiting for close lock at 1731497695518Running coprocessor pre-close hooks at 1731497695518Disabling compacts and flushes for region at 1731497695518Disabling writes for close at 1731497695518Obtaining lock to block concurrent updates at 1731497695518Preparing flush snapshotting stores in 2ff8345f4a33d6ec6980c44274ac4aaf at 1731497695518Finished memstore snapshotting hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731497695518Flushing stores of hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf. at 1731497695519 (+1 ms)Flushing 2ff8345f4a33d6ec6980c44274ac4aaf/hfileref: creating writer at 1731497695519Flushing 2ff8345f4a33d6ec6980c44274ac4aaf/hfileref: appending metadata at 1731497695532 (+13 ms)Flushing 2ff8345f4a33d6ec6980c44274ac4aaf/hfileref: closing flushed file at 1731497695532Flushing 2ff8345f4a33d6ec6980c44274ac4aaf/queue: creating writer at 1731497695940 (+408 ms)Flushing 2ff8345f4a33d6ec6980c44274ac4aaf/queue: appending metadata at 1731497695951 (+11 ms)Flushing 2ff8345f4a33d6ec6980c44274ac4aaf/queue: closing flushed file at 1731497695951Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5774fed6: reopening flushed file at 1731497695961 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6858fbda: reopening flushed file at 1731497695966 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2ff8345f4a33d6ec6980c44274ac4aaf in 453ms, sequenceid=10, compaction requested=false at 1731497695971 (+5 ms)Writing region close event to WAL at 1731497695972 (+1 ms)Running coprocessor post-close hooks at 1731497695975 (+3 ms)Closed at 1731497695975 2024-11-13T11:34:55,975 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731497682301.2ff8345f4a33d6ec6980c44274ac4aaf. 2024-11-13T11:34:55,988 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:34:55,988 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:34:56,100 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:56,100 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7bf281cf3991:42631 this server is in the failed servers list 2024-11-13T11:34:56,101 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7bf281cf3991:42631 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:34:56,114 DEBUG [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:56,124 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 1033, reset compression=false 2024-11-13T11:34:56,128 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:34:56,128 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 1328, reset compression=false 2024-11-13T11:34:56,314 DEBUG [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:56,331 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 1328, reset compression=false 2024-11-13T11:34:56,354 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/.tmp/ns/9d3cbc4036b84e889ed641158bbd09bd 2024-11-13T11:34:56,372 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/.tmp/rep_barrier/0e56b597cbd44eaebd7c5f6ca3aae37d is 112, key is test,,1731497677975.6374f1c2e8a8321c4e70959ca68cc5c7./rep_barrier:seqnumDuringOpen/1731497679123/Put/seqid=0 2024-11-13T11:34:56,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741850_1026 (size=5518) 2024-11-13T11:34:56,376 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/.tmp/rep_barrier/0e56b597cbd44eaebd7c5f6ca3aae37d 2024-11-13T11:34:56,392 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/.tmp/table/0bff25aab27b4d61ab227b856df31c80 is 53, key is hbase:replication/table:state/1731497683469/Put/seqid=0 2024-11-13T11:34:56,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741851_1027 (size=5308) 2024-11-13T11:34:56,410 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:56,410 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7bf281cf3991:42631 this server is in the failed servers list 2024-11-13T11:34:56,410 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7bf281cf3991:42631 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:34:56,515 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T11:34:56,515 DEBUG [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:34:56,515 DEBUG [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:56,634 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.wal-reader.7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.1731497673116 to pos 1328, reset compression=false 2024-11-13T11:34:56,715 DEBUG [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:34:56,797 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/.tmp/table/0bff25aab27b4d61ab227b856df31c80 2024-11-13T11:34:56,802 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/.tmp/info/bd34914b51574bf39b9056b4301416c8 as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/info/bd34914b51574bf39b9056b4301416c8 2024-11-13T11:34:56,807 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/info/bd34914b51574bf39b9056b4301416c8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T11:34:56,808 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/.tmp/ns/9d3cbc4036b84e889ed641158bbd09bd as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/ns/9d3cbc4036b84e889ed641158bbd09bd 2024-11-13T11:34:56,812 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/ns/9d3cbc4036b84e889ed641158bbd09bd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T11:34:56,813 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/.tmp/rep_barrier/0e56b597cbd44eaebd7c5f6ca3aae37d as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/rep_barrier/0e56b597cbd44eaebd7c5f6ca3aae37d 2024-11-13T11:34:56,817 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/rep_barrier/0e56b597cbd44eaebd7c5f6ca3aae37d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T11:34:56,818 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/.tmp/table/0bff25aab27b4d61ab227b856df31c80 as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/table/0bff25aab27b4d61ab227b856df31c80 2024-11-13T11:34:56,822 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/table/0bff25aab27b4d61ab227b856df31c80, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T11:34:56,823 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false 2024-11-13T11:34:56,823 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:34:56,828 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T11:34:56,828 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:34:56,828 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:34:56,828 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:34:56,828 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497695514Running coprocessor pre-close hooks at 1731497695514Disabling compacts and flushes for region at 1731497695514Disabling writes for close at 1731497695514Obtaining lock to block concurrent updates at 1731497695514Preparing flush snapshotting stores in 1588230740 at 1731497695514Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731497695514Flushing stores of hbase:meta,,1.1588230740 at 1731497695515 (+1 ms)Flushing 1588230740/info: creating writer at 1731497695515Flushing 1588230740/info: appending metadata at 1731497695528 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731497695528Flushing 1588230740/ns: creating writer at 1731497695937 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731497695950 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731497695950Flushing 1588230740/rep_barrier: creating writer at 1731497696359 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731497696371 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731497696371Flushing 1588230740/table: creating writer at 1731497696379 (+8 ms)Flushing 1588230740/table: appending metadata at 1731497696392 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731497696392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@638d1f32: reopening flushed file at 1731497696801 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c1d7eb: reopening flushed file at 1731497696807 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e01cb3c: reopening flushed file at 1731497696812 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a45a69: reopening flushed file at 1731497696817 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false at 1731497696823 (+6 ms)Writing region close event to WAL at 1731497696825 (+2 ms)Running coprocessor post-close hooks at 1731497696828 (+3 ms)Closed at 1731497696828 2024-11-13T11:34:56,829 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:34:56,915 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,34011,1731497671134; all regions closed. 2024-11-13T11:34:56,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741834_1010 (size=4239) 2024-11-13T11:34:56,917 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/WALs/7bf281cf3991,34011,1731497671134/7bf281cf3991%2C34011%2C1731497671134.meta.1731497674031.meta not finished, retry = 0 2024-11-13T11:34:56,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:56,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7bf281cf3991:42631 this server is in the failed servers list 2024-11-13T11:34:56,921 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7bf281cf3991:42631 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:34:57,020 DEBUG [RS:0;7bf281cf3991:34011 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/oldWALs 2024-11-13T11:34:57,020 INFO [RS:0;7bf281cf3991:34011 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C34011%2C1731497671134.meta:.meta(num 1731497674031) 2024-11-13T11:34:57,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741839_1015 (size=2695) 2024-11-13T11:34:57,023 DEBUG [RS:0;7bf281cf3991:34011 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/oldWALs 2024-11-13T11:34:57,023 INFO [RS:0;7bf281cf3991:34011 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C34011%2C1731497671134.rep:(num 1731497683433) 2024-11-13T11:34:57,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741832_1008 (size=1336) 2024-11-13T11:34:57,026 DEBUG [RS:0;7bf281cf3991:34011 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/oldWALs 2024-11-13T11:34:57,026 INFO [RS:0;7bf281cf3991:34011 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C34011%2C1731497671134:(num 1731497673116) 2024-11-13T11:34:57,026 DEBUG [RS:0;7bf281cf3991:34011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:57,027 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:34:57,027 INFO [RS:0;7bf281cf3991:34011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:34:57,027 INFO [RS:0;7bf281cf3991:34011 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T11:34:57,027 INFO [RS:0;7bf281cf3991:34011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:34:57,027 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:34:57,027 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,34011,1731497671134 because: Region server is closing 2024-11-13T11:34:57,027 INFO [RS:0;7bf281cf3991:34011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:34011. 2024-11-13T11:34:57,027 DEBUG [RS:0;7bf281cf3991:34011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:57,027 DEBUG [RS:0;7bf281cf3991:34011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:57,027 DEBUG [RS:0;7bf281cf3991:34011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:57,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:57,128 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-13T11:34:57,128 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-13T11:34:57,128 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-13T11:34:57,487 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:34:57,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:57,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:57,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:57,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:57,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:57,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:57,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:57,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:57,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:34:57,829 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34011,1731497671134.replicationSource.shipper7bf281cf3991%2C34011%2C1731497671134,1-7bf281cf3991,34011,1731497671134 terminated 2024-11-13T11:34:57,829 INFO [RS:0;7bf281cf3991:34011 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:34011. 2024-11-13T11:34:57,829 DEBUG [RS:0;7bf281cf3991:34011 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:34:57,829 DEBUG [RS:0;7bf281cf3991:34011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:57,829 DEBUG [RS:0;7bf281cf3991:34011 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:34:57,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:34:57,829 INFO [RS:0;7bf281cf3991:34011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34011 2024-11-13T11:34:57,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-411151079/rs/7bf281cf3991,34011,1731497671134 2024-11-13T11:34:57,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079/rs 2024-11-13T11:34:57,830 INFO [RS:0;7bf281cf3991:34011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:34:57,831 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,34011,1731497671134] 2024-11-13T11:34:57,832 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-411151079/draining/7bf281cf3991,34011,1731497671134 already deleted, retry=false 2024-11-13T11:34:57,832 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,34011,1731497671134 expired; onlineServers=0 2024-11-13T11:34:57,832 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,43893,1731497671092' ***** 2024-11-13T11:34:57,832 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:34:57,832 INFO [M:0;7bf281cf3991:43893 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:34:57,832 INFO [M:0;7bf281cf3991:43893 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:34:57,832 DEBUG [M:0;7bf281cf3991:43893 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:34:57,832 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:34:57,832 DEBUG [M:0;7bf281cf3991:43893 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:34:57,832 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497672885 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497672885,5,FailOnTimeoutGroup] 2024-11-13T11:34:57,832 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497672885 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497672885,5,FailOnTimeoutGroup] 2024-11-13T11:34:57,832 INFO [M:0;7bf281cf3991:43893 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:34:57,832 INFO [M:0;7bf281cf3991:43893 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:34:57,832 DEBUG [M:0;7bf281cf3991:43893 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:34:57,832 INFO [M:0;7bf281cf3991:43893 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:34:57,832 INFO [M:0;7bf281cf3991:43893 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:34:57,833 INFO [M:0;7bf281cf3991:43893 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:34:57,833 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:34:57,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-411151079/master 2024-11-13T11:34:57,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-411151079 2024-11-13T11:34:57,833 DEBUG [M:0;7bf281cf3991:43893 {}] zookeeper.ZKUtil(347): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Unable to get data of znode /0-411151079/master because node does not exist (not an error) 2024-11-13T11:34:57,833 WARN [M:0;7bf281cf3991:43893 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:34:57,834 INFO [M:0;7bf281cf3991:43893 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/.lastflushedseqids 2024-11-13T11:34:57,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741852_1028 (size=263) 2024-11-13T11:34:57,838 INFO [M:0;7bf281cf3991:43893 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:34:57,839 INFO [M:0;7bf281cf3991:43893 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:34:57,839 DEBUG [M:0;7bf281cf3991:43893 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:34:57,839 INFO [M:0;7bf281cf3991:43893 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:57,839 DEBUG [M:0;7bf281cf3991:43893 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:57,839 DEBUG [M:0;7bf281cf3991:43893 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:34:57,839 DEBUG [M:0;7bf281cf3991:43893 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:57,839 INFO [M:0;7bf281cf3991:43893 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T11:34:57,861 DEBUG [M:0;7bf281cf3991:43893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/436e56b70aac4f029bf923f6b71211a2 is 82, key is hbase:meta,,1/info:regioninfo/1731497674064/Put/seqid=0 2024-11-13T11:34:57,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741853_1029 (size=5672) 2024-11-13T11:34:57,865 INFO [M:0;7bf281cf3991:43893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/436e56b70aac4f029bf923f6b71211a2 2024-11-13T11:34:57,881 DEBUG [M:0;7bf281cf3991:43893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7ddd9ec95654d269b31dd7678e1775a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731497683472/Put/seqid=0 2024-11-13T11:34:57,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741854_1030 (size=8516) 2024-11-13T11:34:57,930 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:57,930 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:34:57,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:57,931 INFO [RS:0;7bf281cf3991:34011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:34:57,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34011-0x10038dd128b0001, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:57,931 INFO [RS:0;7bf281cf3991:34011 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,34011,1731497671134; zookeeper connection closed. 2024-11-13T11:34:57,931 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@628bfe3d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@628bfe3d 2024-11-13T11:34:57,932 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:34:57,933 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2143 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:34:58,285 INFO [M:0;7bf281cf3991:43893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7ddd9ec95654d269b31dd7678e1775a 2024-11-13T11:34:58,306 DEBUG [M:0;7bf281cf3991:43893 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/928eb169f2024e75afc65d73bbf41bf0 is 69, key is 7bf281cf3991,34011,1731497671134/rs:state/1731497672972/Put/seqid=0 2024-11-13T11:34:58,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741855_1031 (size=5156) 2024-11-13T11:34:58,709 INFO [M:0;7bf281cf3991:43893 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/928eb169f2024e75afc65d73bbf41bf0 2024-11-13T11:34:58,714 DEBUG [M:0;7bf281cf3991:43893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/436e56b70aac4f029bf923f6b71211a2 as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/436e56b70aac4f029bf923f6b71211a2 2024-11-13T11:34:58,718 INFO [M:0;7bf281cf3991:43893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/436e56b70aac4f029bf923f6b71211a2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T11:34:58,718 DEBUG [M:0;7bf281cf3991:43893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c7ddd9ec95654d269b31dd7678e1775a as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7ddd9ec95654d269b31dd7678e1775a 2024-11-13T11:34:58,723 INFO [M:0;7bf281cf3991:43893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c7ddd9ec95654d269b31dd7678e1775a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T11:34:58,724 DEBUG [M:0;7bf281cf3991:43893 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/928eb169f2024e75afc65d73bbf41bf0 as hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/928eb169f2024e75afc65d73bbf41bf0 2024-11-13T11:34:58,728 INFO [M:0;7bf281cf3991:43893 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46377/user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/928eb169f2024e75afc65d73bbf41bf0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T11:34:58,729 INFO [M:0;7bf281cf3991:43893 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false 2024-11-13T11:34:58,730 INFO [M:0;7bf281cf3991:43893 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:34:58,730 DEBUG [M:0;7bf281cf3991:43893 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497697839Disabling compacts and flushes for region at 1731497697839Disabling writes for close at 1731497697839Obtaining lock to block concurrent updates at 1731497697839Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497697839Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731497697839Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497697840 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497697840Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497697860 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497697860Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497697868 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497697881 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497697881Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497698289 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497698305 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497698305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a3bb9fd: reopening flushed file at 1731497698713 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648c2eeb: reopening flushed file at 1731497698718 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3def4418: reopening flushed file at 1731497698723 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 890ms, sequenceid=97, compaction requested=false at 1731497698729 (+6 ms)Writing region close event to WAL at 1731497698730 (+1 ms)Closed at 1731497698730 2024-11-13T11:34:58,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41247 is added to blk_1073741830_1006 (size=63654) 2024-11-13T11:34:58,736 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ea476c0d-de14-e532-93fa-ba00734fb0dd/MasterData/WALs/7bf281cf3991,43893,1731497671092/7bf281cf3991%2C43893%2C1731497671092.1731497672815 not finished, retry = 0 2024-11-13T11:34:58,837 INFO [M:0;7bf281cf3991:43893 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:34:58,837 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:34:58,837 INFO [M:0;7bf281cf3991:43893 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43893 2024-11-13T11:34:58,837 INFO [M:0;7bf281cf3991:43893 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:34:58,938 INFO [M:0;7bf281cf3991:43893 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:34:58,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:58,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43893-0x10038dd128b0000, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:34:58,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@702d0e1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:34:58,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464459b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:34:58,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:34:58,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ecea2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:34:58,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abb186f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/hadoop.log.dir/,STOPPED} 2024-11-13T11:34:58,942 WARN [BP-127912119-172.17.0.2-1731497670202 heartbeating to localhost/127.0.0.1:46377 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:34:58,942 WARN [BP-127912119-172.17.0.2-1731497670202 heartbeating to localhost/127.0.0.1:46377 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-127912119-172.17.0.2-1731497670202 (Datanode Uuid 0e7568a7-ddbd-495d-9e0a-551b7fdbcb52) service to localhost/127.0.0.1:46377 2024-11-13T11:34:58,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/cluster_9a687dec-1918-9285-d124-57adac3ab866/data/data2/current/BP-127912119-172.17.0.2-1731497670202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:34:58,943 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:34:58,943 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:34:58,943 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:34:58,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/cluster_9a687dec-1918-9285-d124-57adac3ab866/data/data1/current/BP-127912119-172.17.0.2-1731497670202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:34:58,947 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@34a0d3f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:34:58,948 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5bf68f11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:34:58,948 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:34:58,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b19225d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:34:58,948 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bd95385{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88e43af8-fc05-1c15-6f54-5cfa40e986d0/hadoop.log.dir/,STOPPED} 2024-11-13T11:34:58,952 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T11:34:58,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:34:58,971 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=248 (was 207) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34313 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46377 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34313 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46377 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:34313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46377 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46377 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:46377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54887) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34313 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46377 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46377 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54887) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=626 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=176 (was 160) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2004 (was 2040) 2024-11-13T11:34:58,980 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=248, OpenFileDescriptor=626, MaxFileDescriptor=1048576, SystemLoadAverage=176, ProcessCount=11, AvailableMemoryMB=2004 2024-11-13T11:34:58,994 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-13T11:34:58,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/hadoop.log.dir so I do NOT create it in target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6 2024-11-13T11:34:58,995 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:34:58,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/hadoop.tmp.dir so I do NOT create it in target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6 2024-11-13T11:34:58,995 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9def0e7d-01f6-9c1a-1baf-b4fb23104a23/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:34:58,995 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6 2024-11-13T11:34:58,995 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/cluster_806f9b2e-17de-4c91-e826-ad5567974ec4, deleteOnExit=true 2024-11-13T11:34:58,998 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/cluster_806f9b2e-17de-4c91-e826-ad5567974ec4/zookeeper_0, clientPort=52996, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/cluster_806f9b2e-17de-4c91-e826-ad5567974ec4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/cluster_806f9b2e-17de-4c91-e826-ad5567974ec4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T11:34:59,000 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52996 2024-11-13T11:34:59,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:34:59,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:34:59,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/test.cache.data in system properties and HBase conf 2024-11-13T11:34:59,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:34:59,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:34:59,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:34:59,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:34:59,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:34:59,000 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:34:59,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:34:59,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:34:59,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:34:59,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:34:59,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:34:59,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:34:59,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:34:59,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:34:59,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:34:59,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:34:59,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:34:59,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:34:59,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:34:59,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:34:59,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10038dd128b0005, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:34:59,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10038dd128b0002, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:34:59,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10038dd128b0005, quorum=127.0.0.1:54887, baseZNode=/1-487965658 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:34:59,051 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10038dd128b0002, quorum=127.0.0.1:54887, baseZNode=/0-411151079 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:34:59,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:34:59,056 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:34:59,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:34:59,058 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:34:59,058 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:34:59,060 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:34:59,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fdac2e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:34:59,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a685939{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:34:59,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1012b09e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/java.io.tmpdir/jetty-localhost-33315-hadoop-hdfs-3_4_1-tests_jar-_-any-2355097397923057989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:34:59,155 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@665193da{HTTP/1.1, (http/1.1)}{localhost:33315} 2024-11-13T11:34:59,155 INFO [Time-limited test {}] server.Server(415): Started @184027ms 2024-11-13T11:34:59,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:34:59,215 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:34:59,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:34:59,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:34:59,219 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:34:59,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e77e763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:34:59,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338dcc6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:34:59,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4260ffd0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/java.io.tmpdir/jetty-localhost-43103-hadoop-hdfs-3_4_1-tests_jar-_-any-7554125214887243255/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:34:59,314 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ccfdb21{HTTP/1.1, (http/1.1)}{localhost:43103} 2024-11-13T11:34:59,314 INFO [Time-limited test {}] server.Server(415): Started @184187ms 2024-11-13T11:34:59,315 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:34:59,374 WARN [Thread-2194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/cluster_806f9b2e-17de-4c91-e826-ad5567974ec4/data/data1/current/BP-1831100552-172.17.0.2-1731497699015/current, will proceed with Du for space computation calculation, 2024-11-13T11:34:59,374 WARN [Thread-2195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/cluster_806f9b2e-17de-4c91-e826-ad5567974ec4/data/data2/current/BP-1831100552-172.17.0.2-1731497699015/current, will proceed with Du for space computation calculation, 2024-11-13T11:34:59,393 WARN [Thread-2182 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:34:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed90b3907564c241 with lease ID 0x7f22707f37d566cc: Processing first storage report for DS-b4e62de8-2c91-4cd1-a59f-7714b2352690 from datanode DatanodeRegistration(127.0.0.1:39807, datanodeUuid=bb17ca6d-7205-449f-8046-8a96b1f2dab9, infoPort=41439, infoSecurePort=0, ipcPort=44345, storageInfo=lv=-57;cid=testClusterID;nsid=909049881;c=1731497699015) 2024-11-13T11:34:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed90b3907564c241 with lease ID 0x7f22707f37d566cc: from storage DS-b4e62de8-2c91-4cd1-a59f-7714b2352690 node DatanodeRegistration(127.0.0.1:39807, datanodeUuid=bb17ca6d-7205-449f-8046-8a96b1f2dab9, infoPort=41439, infoSecurePort=0, ipcPort=44345, storageInfo=lv=-57;cid=testClusterID;nsid=909049881;c=1731497699015), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:34:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xed90b3907564c241 with lease ID 0x7f22707f37d566cc: Processing first storage report for DS-dea88079-6c01-4e61-abc7-8801869cabc5 from datanode DatanodeRegistration(127.0.0.1:39807, datanodeUuid=bb17ca6d-7205-449f-8046-8a96b1f2dab9, infoPort=41439, infoSecurePort=0, ipcPort=44345, storageInfo=lv=-57;cid=testClusterID;nsid=909049881;c=1731497699015) 2024-11-13T11:34:59,396 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xed90b3907564c241 with lease ID 0x7f22707f37d566cc: from storage DS-dea88079-6c01-4e61-abc7-8801869cabc5 node DatanodeRegistration(127.0.0.1:39807, datanodeUuid=bb17ca6d-7205-449f-8046-8a96b1f2dab9, infoPort=41439, infoSecurePort=0, ipcPort=44345, storageInfo=lv=-57;cid=testClusterID;nsid=909049881;c=1731497699015), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T11:34:59,439 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6 2024-11-13T11:34:59,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:59,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:59,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:34:59,848 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989 with version=8 2024-11-13T11:34:59,848 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/hbase-staging 2024-11-13T11:34:59,849 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:34:59,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:59,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:59,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:34:59,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:59,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:34:59,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:34:59,850 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:34:59,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34667 2024-11-13T11:34:59,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34667 connecting to ZooKeeper ensemble=127.0.0.1:52996 2024-11-13T11:34:59,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346670x0, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:34:59,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34667-0x10038dd83240000 connected 2024-11-13T11:34:59,864 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:59,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:59,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Set watcher on znode that does not yet exist, /0-1006844078/running 2024-11-13T11:34:59,867 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989, hbase.cluster.distributed=false 2024-11-13T11:34:59,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Set watcher on znode that does not yet exist, /0-1006844078/acl 2024-11-13T11:34:59,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34667 2024-11-13T11:34:59,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34667 2024-11-13T11:34:59,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34667 2024-11-13T11:34:59,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34667 2024-11-13T11:34:59,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34667 2024-11-13T11:34:59,889 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:34:59,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:59,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:59,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:34:59,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:34:59,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:34:59,889 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:34:59,890 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:34:59,892 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39349 2024-11-13T11:34:59,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39349 connecting to ZooKeeper ensemble=127.0.0.1:52996 2024-11-13T11:34:59,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:59,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:34:59,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393490x0, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:34:59,897 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393490x0, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Set watcher on znode that does not yet exist, /0-1006844078/running 2024-11-13T11:34:59,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39349-0x10038dd83240001 connected 2024-11-13T11:34:59,897 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:34:59,900 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:34:59,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Set watcher on znode that does not yet exist, /0-1006844078/master 2024-11-13T11:34:59,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Set watcher on znode that does not yet exist, /0-1006844078/acl 2024-11-13T11:34:59,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39349 2024-11-13T11:34:59,905 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39349 2024-11-13T11:34:59,906 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39349 2024-11-13T11:34:59,907 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39349 2024-11-13T11:34:59,908 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39349 2024-11-13T11:34:59,921 DEBUG [M:0;7bf281cf3991:34667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:34667 2024-11-13T11:34:59,923 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1006844078/backup-masters/7bf281cf3991,34667,1731497699849 2024-11-13T11:34:59,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078/backup-masters 2024-11-13T11:34:59,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078/backup-masters 2024-11-13T11:34:59,924 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Set watcher on existing znode=/0-1006844078/backup-masters/7bf281cf3991,34667,1731497699849 2024-11-13T11:34:59,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:34:59,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1006844078/master 2024-11-13T11:34:59,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:34:59,925 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Set watcher on existing znode=/0-1006844078/master 2024-11-13T11:34:59,925 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1006844078/backup-masters/7bf281cf3991,34667,1731497699849 from backup master directory 2024-11-13T11:34:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1006844078/backup-masters/7bf281cf3991,34667,1731497699849 2024-11-13T11:34:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078/backup-masters 2024-11-13T11:34:59,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078/backup-masters 2024-11-13T11:34:59,926 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:34:59,926 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,34667,1731497699849 2024-11-13T11:34:59,930 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/hbase.id] with ID: 8e4318b1-46cf-4558-997e-13dc0d777a73 2024-11-13T11:34:59,930 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/.tmp/hbase.id 2024-11-13T11:34:59,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:34:59,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:34:59,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:34:59,951 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:35:00,339 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/.tmp/hbase.id]:[hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/hbase.id] 2024-11-13T11:35:00,347 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:00,347 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:35:00,348 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T11:35:00,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:35:00,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:35:00,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:35:00,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:35:00,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T11:35:00,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T11:35:00,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T11:35:00,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T11:35:00,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:35:00,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:35:00,754 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:35:00,755 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:35:00,755 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:00,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:35:01,161 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store 2024-11-13T11:35:01,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:35:01,566 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:01,566 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:35:01,566 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:01,566 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:01,567 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:35:01,567 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:01,567 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:01,567 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497701566Disabling compacts and flushes for region at 1731497701566Disabling writes for close at 1731497701567 (+1 ms)Writing region close event to WAL at 1731497701567Closed at 1731497701567 2024-11-13T11:35:01,567 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/.initializing 2024-11-13T11:35:01,567 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/WALs/7bf281cf3991,34667,1731497699849 2024-11-13T11:35:01,568 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:35:01,570 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C34667%2C1731497699849, suffix=, logDir=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/WALs/7bf281cf3991,34667,1731497699849, archiveDir=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/oldWALs, maxLogs=10 2024-11-13T11:35:01,581 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/WALs/7bf281cf3991,34667,1731497699849/7bf281cf3991%2C34667%2C1731497699849.1731497701570, exclude list is [], retry=0 2024-11-13T11:35:01,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39807,DS-b4e62de8-2c91-4cd1-a59f-7714b2352690,DISK] 2024-11-13T11:35:01,585 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/WALs/7bf281cf3991,34667,1731497699849/7bf281cf3991%2C34667%2C1731497699849.1731497701570 2024-11-13T11:35:01,585 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41439:41439)] 2024-11-13T11:35:01,585 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:01,585 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:01,585 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:01,585 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:01,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:01,587 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:35:01,587 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:01,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:01,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:01,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:35:01,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:01,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:01,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:01,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:35:01,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:01,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:01,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:01,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:35:01,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:01,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:01,591 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:01,592 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:01,592 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:01,593 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:01,593 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:01,593 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:35:01,594 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:01,596 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:01,596 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62206216, jitterRate=-0.07305514812469482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:35:01,597 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497701585Initializing all the Stores at 1731497701586 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497701586Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497701586Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497701586Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497701586Cleaning up temporary data from old regions at 1731497701593 (+7 ms)Region opened successfully at 1731497701596 (+3 ms) 2024-11-13T11:35:01,597 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:35:01,599 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14dfcf36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:35:01,600 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:35:01,600 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:35:01,600 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:35:01,601 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:35:01,601 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:35:01,601 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:35:01,601 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:35:01,603 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:35:01,603 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Unable to get data of znode /0-1006844078/balancer because node does not exist (not necessarily an error) 2024-11-13T11:35:01,604 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1006844078/balancer already deleted, retry=false 2024-11-13T11:35:01,604 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:35:01,605 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Unable to get data of znode /0-1006844078/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:35:01,605 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1006844078/normalizer already deleted, retry=false 2024-11-13T11:35:01,605 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:35:01,606 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Unable to get data of znode /0-1006844078/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:35:01,606 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1006844078/switch/split already deleted, retry=false 2024-11-13T11:35:01,607 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Unable to get data of znode /0-1006844078/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:35:01,607 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1006844078/switch/merge already deleted, retry=false 2024-11-13T11:35:01,609 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Unable to get data of znode /0-1006844078/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:35:01,609 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1006844078/snapshot-cleanup already deleted, retry=false 2024-11-13T11:35:01,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1006844078/running 2024-11-13T11:35:01,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1006844078/running 2024-11-13T11:35:01,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:35:01,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:35:01,610 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,34667,1731497699849, sessionid=0x10038dd83240000, setting cluster-up flag (Was=false) 2024-11-13T11:35:01,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:35:01,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:35:01,614 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1006844078/flush-table-proc/acquired, /0-1006844078/flush-table-proc/reached, /0-1006844078/flush-table-proc/abort 2024-11-13T11:35:01,615 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,34667,1731497699849 2024-11-13T11:35:01,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:35:01,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:35:01,618 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1006844078/online-snapshot/acquired, /0-1006844078/online-snapshot/reached, /0-1006844078/online-snapshot/abort 2024-11-13T11:35:01,618 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,34667,1731497699849 2024-11-13T11:35:01,619 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:35:01,620 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:01,620 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:35:01,620 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:35:01,620 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,34667,1731497699849 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:35:01,621 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:01,621 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:01,622 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:01,622 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:01,622 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:35:01,622 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:01,622 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:35:01,622 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:01,623 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:01,623 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:35:01,623 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:01,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:35:01,628 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497731628 2024-11-13T11:35:01,628 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:35:01,628 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:35:01,628 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:35:01,628 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:35:01,628 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:35:01,628 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:35:01,628 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:01,629 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:35:01,629 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:35:01,629 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:35:01,629 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:35:01,633 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:35:01,633 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:35:01,633 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497701633,5,FailOnTimeoutGroup] 2024-11-13T11:35:01,633 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497701633,5,FailOnTimeoutGroup] 2024-11-13T11:35:01,633 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:01,633 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:35:01,633 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:01,634 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:01,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:35:01,711 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(746): ClusterId : 8e4318b1-46cf-4558-997e-13dc0d777a73 2024-11-13T11:35:01,711 DEBUG [RS:0;7bf281cf3991:39349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:35:01,713 DEBUG [RS:0;7bf281cf3991:39349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:35:01,713 DEBUG [RS:0;7bf281cf3991:39349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:35:01,714 DEBUG [RS:0;7bf281cf3991:39349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:35:01,714 DEBUG [RS:0;7bf281cf3991:39349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e730a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:35:01,724 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:39349 2024-11-13T11:35:01,724 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:35:01,724 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:35:01,724 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:35:01,725 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,34667,1731497699849 with port=39349, startcode=1731497699889 2024-11-13T11:35:01,725 DEBUG [RS:0;7bf281cf3991:39349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:35:01,726 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:35:01,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,39349,1731497699889 2024-11-13T11:35:01,727 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34667 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,39349,1731497699889 2024-11-13T11:35:01,728 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989 2024-11-13T11:35:01,728 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43977 2024-11-13T11:35:01,728 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:35:01,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078/rs 2024-11-13T11:35:01,729 DEBUG [RS:0;7bf281cf3991:39349 {}] zookeeper.ZKUtil(111): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Set watcher on existing znode=/0-1006844078/rs/7bf281cf3991,39349,1731497699889 2024-11-13T11:35:01,729 WARN [RS:0;7bf281cf3991:39349 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:35:01,729 INFO [RS:0;7bf281cf3991:39349 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:01,729 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889 2024-11-13T11:35:01,729 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,39349,1731497699889] 2024-11-13T11:35:01,732 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:35:01,733 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:35:01,734 INFO [RS:0;7bf281cf3991:39349 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:35:01,734 INFO [RS:0;7bf281cf3991:39349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:01,734 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:35:01,735 INFO [RS:0;7bf281cf3991:39349 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:35:01,735 INFO [RS:0;7bf281cf3991:39349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:01,735 DEBUG [RS:0;7bf281cf3991:39349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:01,735 DEBUG [RS:0;7bf281cf3991:39349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:01,735 DEBUG [RS:0;7bf281cf3991:39349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:01,735 DEBUG [RS:0;7bf281cf3991:39349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:01,735 DEBUG [RS:0;7bf281cf3991:39349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:01,735 DEBUG [RS:0;7bf281cf3991:39349 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:35:01,735 DEBUG [RS:0;7bf281cf3991:39349 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:01,735 DEBUG [RS:0;7bf281cf3991:39349 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:01,735 DEBUG [RS:0;7bf281cf3991:39349 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:01,735 DEBUG [RS:0;7bf281cf3991:39349 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:01,735 DEBUG [RS:0;7bf281cf3991:39349 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:01,735 DEBUG [RS:0;7bf281cf3991:39349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:01,735 DEBUG [RS:0;7bf281cf3991:39349 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:35:01,735 DEBUG [RS:0;7bf281cf3991:39349 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:35:01,737 INFO [RS:0;7bf281cf3991:39349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:01,737 INFO [RS:0;7bf281cf3991:39349 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:01,737 INFO [RS:0;7bf281cf3991:39349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:01,737 INFO [RS:0;7bf281cf3991:39349 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:01,737 INFO [RS:0;7bf281cf3991:39349 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:01,737 INFO [RS:0;7bf281cf3991:39349 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39349,1731497699889-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:35:01,749 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:35:01,749 INFO [RS:0;7bf281cf3991:39349 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39349,1731497699889-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:01,749 INFO [RS:0;7bf281cf3991:39349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:01,749 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.Replication(171): 7bf281cf3991,39349,1731497699889 started 2024-11-13T11:35:01,761 INFO [RS:0;7bf281cf3991:39349 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:01,761 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,39349,1731497699889, RpcServer on 7bf281cf3991/172.17.0.2:39349, sessionid=0x10038dd83240001 2024-11-13T11:35:01,761 DEBUG [RS:0;7bf281cf3991:39349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:35:01,761 DEBUG [RS:0;7bf281cf3991:39349 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,39349,1731497699889 2024-11-13T11:35:01,761 DEBUG [RS:0;7bf281cf3991:39349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,39349,1731497699889' 2024-11-13T11:35:01,761 DEBUG [RS:0;7bf281cf3991:39349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1006844078/flush-table-proc/abort' 2024-11-13T11:35:01,762 DEBUG [RS:0;7bf281cf3991:39349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1006844078/flush-table-proc/acquired' 2024-11-13T11:35:01,762 DEBUG [RS:0;7bf281cf3991:39349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:35:01,762 DEBUG [RS:0;7bf281cf3991:39349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:35:01,762 DEBUG [RS:0;7bf281cf3991:39349 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,39349,1731497699889 2024-11-13T11:35:01,762 DEBUG [RS:0;7bf281cf3991:39349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,39349,1731497699889' 2024-11-13T11:35:01,762 DEBUG [RS:0;7bf281cf3991:39349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1006844078/online-snapshot/abort' 2024-11-13T11:35:01,763 DEBUG [RS:0;7bf281cf3991:39349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1006844078/online-snapshot/acquired' 2024-11-13T11:35:01,763 DEBUG [RS:0;7bf281cf3991:39349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:35:01,763 INFO [RS:0;7bf281cf3991:39349 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:35:01,763 INFO [RS:0;7bf281cf3991:39349 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:35:01,863 INFO [RS:0;7bf281cf3991:39349 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:35:01,864 INFO [RS:0;7bf281cf3991:39349 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C39349%2C1731497699889, suffix=, logDir=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889, archiveDir=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/oldWALs, maxLogs=10 2024-11-13T11:35:01,875 DEBUG [RS:0;7bf281cf3991:39349 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864, exclude list is [], retry=0 2024-11-13T11:35:01,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39807,DS-b4e62de8-2c91-4cd1-a59f-7714b2352690,DISK] 2024-11-13T11:35:01,879 INFO [RS:0;7bf281cf3991:39349 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 2024-11-13T11:35:01,879 DEBUG [RS:0;7bf281cf3991:39349 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41439:41439)] 2024-11-13T11:35:02,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:35:02,036 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989 2024-11-13T11:35:02,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741833_1009 (size=32) 2024-11-13T11:35:02,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:02,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:35:02,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:35:02,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:02,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:02,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:35:02,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:35:02,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:02,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:02,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:35:02,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:35:02,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:02,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:02,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:35:02,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:35:02,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:02,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:02,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:35:02,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740 2024-11-13T11:35:02,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740 2024-11-13T11:35:02,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:35:02,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:35:02,448 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:35:02,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:35:02,450 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:02,450 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73242701, jitterRate=0.09140129387378693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:35:02,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497702441Initializing all the Stores at 1731497702441Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497702441Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497702441Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497702441Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497702441Cleaning up temporary data from old regions at 1731497702448 (+7 ms)Region opened successfully at 1731497702451 (+3 ms) 2024-11-13T11:35:02,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:35:02,451 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:35:02,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:35:02,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:35:02,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:35:02,451 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:35:02,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497702451Disabling compacts and flushes for region at 1731497702451Disabling writes for close at 1731497702451Writing region close event to WAL at 1731497702451Closed at 1731497702451 2024-11-13T11:35:02,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:02,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:35:02,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:35:02,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:35:02,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:35:02,604 DEBUG [7bf281cf3991:34667 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:35:02,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,39349,1731497699889 2024-11-13T11:35:02,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,39349,1731497699889, state=OPENING 2024-11-13T11:35:02,607 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:35:02,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:35:02,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:35:02,609 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:35:02,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1006844078/meta-region-server: CHANGED 2024-11-13T11:35:02,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1006844078/meta-region-server: CHANGED 2024-11-13T11:35:02,609 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,39349,1731497699889}] 2024-11-13T11:35:02,761 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:35:02,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:35:02,765 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:35:02,765 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:02,765 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:35:02,766 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C39349%2C1731497699889.meta, suffix=.meta, logDir=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889, archiveDir=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/oldWALs, maxLogs=10 2024-11-13T11:35:02,778 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.meta.1731497702767.meta, exclude list is [], retry=0 2024-11-13T11:35:02,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39807,DS-b4e62de8-2c91-4cd1-a59f-7714b2352690,DISK] 2024-11-13T11:35:02,781 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.meta.1731497702767.meta 2024-11-13T11:35:02,781 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41439:41439)] 2024-11-13T11:35:02,781 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:02,781 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:35:02,781 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:35:02,782 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:35:02,782 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:35:02,782 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:35:02,782 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:02,782 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:35:02,782 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:35:02,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:35:02,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:35:02,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:02,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:02,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:35:02,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:35:02,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:02,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:02,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:35:02,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:35:02,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:02,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:02,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:35:02,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:35:02,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:02,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:02,787 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:35:02,787 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740 2024-11-13T11:35:02,788 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740 2024-11-13T11:35:02,789 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:35:02,789 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:35:02,789 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:35:02,790 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:35:02,791 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71257413, jitterRate=0.0618181973695755}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:35:02,791 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:35:02,791 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497702782Writing region info on filesystem at 1731497702782Initializing all the Stores at 1731497702783 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497702783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497702783Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497702783Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497702783Cleaning up temporary data from old regions at 1731497702789 (+6 ms)Running coprocessor post-open hooks at 1731497702791 (+2 ms)Region opened successfully at 1731497702791 2024-11-13T11:35:02,792 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497702761 2024-11-13T11:35:02,794 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:35:02,794 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:35:02,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,39349,1731497699889 2024-11-13T11:35:02,795 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,39349,1731497699889, state=OPEN 2024-11-13T11:35:02,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1006844078/meta-region-server 2024-11-13T11:35:02,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1006844078/meta-region-server 2024-11-13T11:35:02,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1006844078/meta-region-server: CHANGED 2024-11-13T11:35:02,796 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,39349,1731497699889 2024-11-13T11:35:02,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1006844078/meta-region-server: CHANGED 2024-11-13T11:35:02,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:35:02,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,39349,1731497699889 in 187 msec 2024-11-13T11:35:02,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:35:02,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 345 msec 2024-11-13T11:35:02,800 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:02,800 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:35:02,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:02,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,39349,1731497699889, seqNum=-1] 2024-11-13T11:35:02,801 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:02,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43007, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:35:02,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1860 sec 2024-11-13T11:35:02,806 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497702806, completionTime=-1 2024-11-13T11:35:02,806 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:35:02,806 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:35:02,808 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:35:02,808 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497762808 2024-11-13T11:35:02,808 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497822808 2024-11-13T11:35:02,808 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T11:35:02,809 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,34667,1731497699849-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:02,809 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,34667,1731497699849-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:02,809 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,34667,1731497699849-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:02,809 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:34667, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:02,809 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:02,811 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:35:02,812 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:02,815 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.889sec 2024-11-13T11:35:02,815 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:35:02,815 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:35:02,815 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:35:02,815 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:35:02,815 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:35:02,815 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,34667,1731497699849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:35:02,815 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,34667,1731497699849-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:35:02,817 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:35:02,817 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:35:02,817 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,34667,1731497699849-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:02,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34cbaa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:02,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,34667,-1 for getting cluster id 2024-11-13T11:35:02,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:02,913 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4318b1-46cf-4558-997e-13dc0d777a73' 2024-11-13T11:35:02,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:02,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4318b1-46cf-4558-997e-13dc0d777a73" 2024-11-13T11:35:02,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed9f010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:02,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,34667,-1] 2024-11-13T11:35:02,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:02,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:02,915 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:02,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251ef688, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:02,916 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:02,916 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,39349,1731497699889, seqNum=-1] 2024-11-13T11:35:02,917 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:02,918 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:35:02,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,34667,1731497699849 2024-11-13T11:35:02,920 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52996 2024-11-13T11:35:02,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:35:02,922 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10038dd83240002 connected 2024-11-13T11:35:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/hadoop.log.dir so I do NOT create it in target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68 2024-11-13T11:35:02,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:35:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/hadoop.tmp.dir so I do NOT create it in target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68 2024-11-13T11:35:02,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:35:02,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68 2024-11-13T11:35:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:35:02,925 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/cluster_83866147-e21c-a436-d270-aba181651697, deleteOnExit=true 2024-11-13T11:35:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:35:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/test.cache.data in system properties and HBase conf 2024-11-13T11:35:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:35:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:35:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:35:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:35:02,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:35:02,925 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:35:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:35:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:35:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:35:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:35:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:35:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:35:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:35:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:35:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:35:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:35:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:35:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:35:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:35:02,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:35:02,966 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T11:35:02,992 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:02,992 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:02,992 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:02,992 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:02,993 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:02,993 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:02,997 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:03,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:03,003 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:03,007 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:03,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:35:03,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:35:03,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:35:03,038 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:35:03,038 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:35:03,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:35:03,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8e55e70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:35:03,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e53d0c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:35:03,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b7861f8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/java.io.tmpdir/jetty-localhost-34015-hadoop-hdfs-3_4_1-tests_jar-_-any-8622310941347136843/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:35:03,141 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2369f892{HTTP/1.1, (http/1.1)}{localhost:34015} 2024-11-13T11:35:03,141 INFO [Time-limited test {}] server.Server(415): Started @188014ms 2024-11-13T11:35:03,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:35:03,203 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:35:03,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:35:03,204 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:35:03,204 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:35:03,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28f81f89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:35:03,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8f1a53a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:35:03,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64871940{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/java.io.tmpdir/jetty-localhost-43169-hadoop-hdfs-3_4_1-tests_jar-_-any-15021468405663453091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:35:03,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@681efc43{HTTP/1.1, (http/1.1)}{localhost:43169} 2024-11-13T11:35:03,305 INFO [Time-limited test {}] server.Server(415): Started @188178ms 2024-11-13T11:35:03,306 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:35:03,364 WARN [Thread-2315 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/cluster_83866147-e21c-a436-d270-aba181651697/data/data1/current/BP-1627006647-172.17.0.2-1731497702941/current, will proceed with Du for space computation calculation, 2024-11-13T11:35:03,364 WARN [Thread-2316 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/cluster_83866147-e21c-a436-d270-aba181651697/data/data2/current/BP-1627006647-172.17.0.2-1731497702941/current, will proceed with Du for space computation calculation, 2024-11-13T11:35:03,380 WARN [Thread-2303 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:35:03,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d21ea537cbbdebb with lease ID 0x4caab3e794bf31bb: Processing first storage report for DS-e96e7f21-9808-4399-a6de-8c9b09c9ae36 from datanode DatanodeRegistration(127.0.0.1:34409, datanodeUuid=5268e6ee-2bcf-41e1-9980-71f7dc86ac88, infoPort=40425, infoSecurePort=0, ipcPort=34101, storageInfo=lv=-57;cid=testClusterID;nsid=1860015375;c=1731497702941) 2024-11-13T11:35:03,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d21ea537cbbdebb with lease ID 0x4caab3e794bf31bb: from storage DS-e96e7f21-9808-4399-a6de-8c9b09c9ae36 node DatanodeRegistration(127.0.0.1:34409, datanodeUuid=5268e6ee-2bcf-41e1-9980-71f7dc86ac88, infoPort=40425, infoSecurePort=0, ipcPort=34101, storageInfo=lv=-57;cid=testClusterID;nsid=1860015375;c=1731497702941), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:35:03,382 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d21ea537cbbdebb with lease ID 0x4caab3e794bf31bb: Processing first storage report for DS-342b4468-98c0-4681-8252-d7af010d4c4f from datanode DatanodeRegistration(127.0.0.1:34409, datanodeUuid=5268e6ee-2bcf-41e1-9980-71f7dc86ac88, infoPort=40425, infoSecurePort=0, ipcPort=34101, storageInfo=lv=-57;cid=testClusterID;nsid=1860015375;c=1731497702941) 2024-11-13T11:35:03,382 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d21ea537cbbdebb with lease ID 0x4caab3e794bf31bb: from storage DS-342b4468-98c0-4681-8252-d7af010d4c4f node DatanodeRegistration(127.0.0.1:34409, datanodeUuid=5268e6ee-2bcf-41e1-9980-71f7dc86ac88, infoPort=40425, infoSecurePort=0, ipcPort=34101, storageInfo=lv=-57;cid=testClusterID;nsid=1860015375;c=1731497702941), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:35:03,427 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68 2024-11-13T11:35:03,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:03,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:03,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:35:03,835 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc with version=8 2024-11-13T11:35:03,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/hbase-staging 2024-11-13T11:35:03,836 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:35:03,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:03,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:03,836 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:35:03,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:03,836 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:35:03,837 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:35:03,837 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:35:03,837 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39241 2024-11-13T11:35:03,838 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39241 connecting to ZooKeeper ensemble=127.0.0.1:52996 2024-11-13T11:35:03,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:392410x0, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:35:03,839 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39241-0x10038dd83240003 connected 2024-11-13T11:35:03,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:03,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:03,849 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Set watcher on znode that does not yet exist, /1-125185971/running 2024-11-13T11:35:03,850 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc, hbase.cluster.distributed=false 2024-11-13T11:35:03,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Set watcher on znode that does not yet exist, /1-125185971/acl 2024-11-13T11:35:03,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39241 2024-11-13T11:35:03,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39241 2024-11-13T11:35:03,853 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39241 2024-11-13T11:35:03,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39241 2024-11-13T11:35:03,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39241 2024-11-13T11:35:03,870 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:35:03,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:03,870 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:03,871 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:35:03,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:03,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:35:03,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:35:03,871 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:35:03,872 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41027 2024-11-13T11:35:03,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41027 connecting to ZooKeeper ensemble=127.0.0.1:52996 2024-11-13T11:35:03,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:03,876 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:03,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:410270x0, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:35:03,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:410270x0, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Set watcher on znode that does not yet exist, /1-125185971/running 2024-11-13T11:35:03,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41027-0x10038dd83240004 connected 2024-11-13T11:35:03,880 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:35:03,882 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:35:03,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Set watcher on znode that does not yet exist, /1-125185971/master 2024-11-13T11:35:03,883 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Set watcher on znode that does not yet exist, /1-125185971/acl 2024-11-13T11:35:03,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41027 2024-11-13T11:35:03,885 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41027 2024-11-13T11:35:03,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41027 2024-11-13T11:35:03,890 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41027 2024-11-13T11:35:03,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41027 2024-11-13T11:35:03,904 DEBUG [M:0;7bf281cf3991:39241 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:39241 2024-11-13T11:35:03,904 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-125185971/backup-masters/7bf281cf3991,39241,1731497703836 2024-11-13T11:35:03,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971/backup-masters 2024-11-13T11:35:03,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971/backup-masters 2024-11-13T11:35:03,906 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Set watcher on existing znode=/1-125185971/backup-masters/7bf281cf3991,39241,1731497703836 2024-11-13T11:35:03,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-125185971/master 2024-11-13T11:35:03,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:03,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:03,906 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Set watcher on existing znode=/1-125185971/master 2024-11-13T11:35:03,907 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-125185971/backup-masters/7bf281cf3991,39241,1731497703836 from backup master directory 2024-11-13T11:35:03,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-125185971/backup-masters/7bf281cf3991,39241,1731497703836 2024-11-13T11:35:03,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971/backup-masters 2024-11-13T11:35:03,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971/backup-masters 2024-11-13T11:35:03,907 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:35:03,907 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,39241,1731497703836 2024-11-13T11:35:03,910 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/hbase.id] with ID: 08d517a6-cad1-44f1-9586-f10209ba608d 2024-11-13T11:35:03,910 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/.tmp/hbase.id 2024-11-13T11:35:03,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:35:03,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:03,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:35:03,961 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8174 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:35:04,316 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/.tmp/hbase.id]:[hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/hbase.id] 2024-11-13T11:35:04,325 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:04,325 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:35:04,325 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T11:35:04,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:04,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:04,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:35:04,737 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:35:04,738 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:35:04,738 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:04,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:35:05,144 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store 2024-11-13T11:35:05,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:35:05,552 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:05,552 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:35:05,552 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:05,552 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:05,552 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:35:05,552 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:05,552 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:05,552 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497705552Disabling compacts and flushes for region at 1731497705552Disabling writes for close at 1731497705552Writing region close event to WAL at 1731497705552Closed at 1731497705552 2024-11-13T11:35:05,553 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/.initializing 2024-11-13T11:35:05,553 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/WALs/7bf281cf3991,39241,1731497703836 2024-11-13T11:35:05,554 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:35:05,555 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C39241%2C1731497703836, suffix=, logDir=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/WALs/7bf281cf3991,39241,1731497703836, archiveDir=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/oldWALs, maxLogs=10 2024-11-13T11:35:05,568 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/WALs/7bf281cf3991,39241,1731497703836/7bf281cf3991%2C39241%2C1731497703836.1731497705555, exclude list is [], retry=0 2024-11-13T11:35:05,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34409,DS-e96e7f21-9808-4399-a6de-8c9b09c9ae36,DISK] 2024-11-13T11:35:05,571 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/WALs/7bf281cf3991,39241,1731497703836/7bf281cf3991%2C39241%2C1731497703836.1731497705555 2024-11-13T11:35:05,572 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40425:40425)] 2024-11-13T11:35:05,572 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:05,572 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:05,572 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:05,572 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:05,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:05,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:35:05,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:05,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:05,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:05,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:35:05,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:05,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:05,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:05,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:35:05,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:05,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:05,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:05,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:35:05,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:05,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:05,578 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:05,579 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:05,579 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:05,580 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:05,580 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:05,580 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:35:05,581 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:05,583 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:05,583 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63724471, jitterRate=-0.05043138563632965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:35:05,583 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497705572Initializing all the Stores at 1731497705573 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497705573Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497705573Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497705573Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497705573Cleaning up temporary data from old regions at 1731497705580 (+7 ms)Region opened successfully at 1731497705583 (+3 ms) 2024-11-13T11:35:05,583 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:35:05,585 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55bb812c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:35:05,586 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:35:05,586 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:35:05,586 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:35:05,587 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:35:05,587 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:35:05,587 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:35:05,587 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:35:05,589 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:35:05,590 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Unable to get data of znode /1-125185971/balancer because node does not exist (not necessarily an error) 2024-11-13T11:35:05,590 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-125185971/balancer already deleted, retry=false 2024-11-13T11:35:05,591 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:35:05,591 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Unable to get data of znode /1-125185971/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:35:05,592 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-125185971/normalizer already deleted, retry=false 2024-11-13T11:35:05,592 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:35:05,593 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Unable to get data of znode /1-125185971/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:35:05,594 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-125185971/switch/split already deleted, retry=false 2024-11-13T11:35:05,594 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Unable to get data of znode /1-125185971/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:35:05,595 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-125185971/switch/merge already deleted, retry=false 2024-11-13T11:35:05,596 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Unable to get data of znode /1-125185971/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:35:05,597 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-125185971/snapshot-cleanup already deleted, retry=false 2024-11-13T11:35:05,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-125185971/running 2024-11-13T11:35:05,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-125185971/running 2024-11-13T11:35:05,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:05,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:05,598 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,39241,1731497703836, sessionid=0x10038dd83240003, setting cluster-up flag (Was=false) 2024-11-13T11:35:05,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:05,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:05,602 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-125185971/flush-table-proc/acquired, /1-125185971/flush-table-proc/reached, /1-125185971/flush-table-proc/abort 2024-11-13T11:35:05,602 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,39241,1731497703836 2024-11-13T11:35:05,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:05,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:05,606 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-125185971/online-snapshot/acquired, /1-125185971/online-snapshot/reached, /1-125185971/online-snapshot/abort 2024-11-13T11:35:05,607 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,39241,1731497703836 2024-11-13T11:35:05,607 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:35:05,609 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:05,609 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:35:05,609 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:35:05,609 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,39241,1731497703836 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:35:05,610 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:05,610 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:05,610 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:05,610 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:05,610 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:35:05,610 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:05,610 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:35:05,610 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:05,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:05,615 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:35:05,616 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:05,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:35:05,617 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497735617 2024-11-13T11:35:05,617 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:35:05,617 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:35:05,617 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:35:05,617 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:35:05,617 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:35:05,617 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:35:05,620 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:05,621 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:35:05,621 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:35:05,621 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:35:05,621 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:35:05,624 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:35:05,624 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:35:05,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:35:05,629 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497705624,5,FailOnTimeoutGroup] 2024-11-13T11:35:05,631 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497705629,5,FailOnTimeoutGroup] 2024-11-13T11:35:05,631 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:05,631 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:35:05,631 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:05,631 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:05,695 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(746): ClusterId : 08d517a6-cad1-44f1-9586-f10209ba608d 2024-11-13T11:35:05,695 DEBUG [RS:0;7bf281cf3991:41027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:35:05,696 DEBUG [RS:0;7bf281cf3991:41027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:35:05,696 DEBUG [RS:0;7bf281cf3991:41027 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:35:05,697 DEBUG [RS:0;7bf281cf3991:41027 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:35:05,698 DEBUG [RS:0;7bf281cf3991:41027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19887f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:35:05,709 DEBUG [RS:0;7bf281cf3991:41027 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:41027 2024-11-13T11:35:05,709 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:35:05,709 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:35:05,709 DEBUG [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:35:05,710 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,39241,1731497703836 with port=41027, startcode=1731497703870 2024-11-13T11:35:05,710 DEBUG [RS:0;7bf281cf3991:41027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:35:05,711 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59999, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:35:05,712 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39241 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,41027,1731497703870 2024-11-13T11:35:05,712 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39241 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,41027,1731497703870 2024-11-13T11:35:05,713 DEBUG [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc 2024-11-13T11:35:05,713 DEBUG [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33613 2024-11-13T11:35:05,713 DEBUG [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:35:05,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971/rs 2024-11-13T11:35:05,715 DEBUG [RS:0;7bf281cf3991:41027 {}] zookeeper.ZKUtil(111): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Set watcher on existing znode=/1-125185971/rs/7bf281cf3991,41027,1731497703870 2024-11-13T11:35:05,715 WARN [RS:0;7bf281cf3991:41027 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:35:05,716 INFO [RS:0;7bf281cf3991:41027 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:05,716 DEBUG [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870 2024-11-13T11:35:05,716 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,41027,1731497703870] 2024-11-13T11:35:05,718 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:35:05,733 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:35:05,733 INFO [RS:0;7bf281cf3991:41027 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:35:05,733 INFO [RS:0;7bf281cf3991:41027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:05,734 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:35:05,734 INFO [RS:0;7bf281cf3991:41027 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:35:05,735 INFO [RS:0;7bf281cf3991:41027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:05,735 DEBUG [RS:0;7bf281cf3991:41027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:05,735 DEBUG [RS:0;7bf281cf3991:41027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:05,735 DEBUG [RS:0;7bf281cf3991:41027 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:05,735 DEBUG [RS:0;7bf281cf3991:41027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:05,735 DEBUG [RS:0;7bf281cf3991:41027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:05,735 DEBUG [RS:0;7bf281cf3991:41027 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:35:05,735 DEBUG [RS:0;7bf281cf3991:41027 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:05,735 DEBUG [RS:0;7bf281cf3991:41027 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:05,735 DEBUG [RS:0;7bf281cf3991:41027 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:05,735 DEBUG [RS:0;7bf281cf3991:41027 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:05,735 DEBUG [RS:0;7bf281cf3991:41027 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:05,735 DEBUG [RS:0;7bf281cf3991:41027 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:05,735 DEBUG [RS:0;7bf281cf3991:41027 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:35:05,735 DEBUG [RS:0;7bf281cf3991:41027 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:35:05,741 INFO [RS:0;7bf281cf3991:41027 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:05,741 INFO [RS:0;7bf281cf3991:41027 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:05,741 INFO [RS:0;7bf281cf3991:41027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:05,741 INFO [RS:0;7bf281cf3991:41027 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:05,741 INFO [RS:0;7bf281cf3991:41027 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:05,741 INFO [RS:0;7bf281cf3991:41027 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41027,1731497703870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:35:05,759 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:35:05,759 INFO [RS:0;7bf281cf3991:41027 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41027,1731497703870-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:05,759 INFO [RS:0;7bf281cf3991:41027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:05,760 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.Replication(171): 7bf281cf3991,41027,1731497703870 started 2024-11-13T11:35:05,773 INFO [RS:0;7bf281cf3991:41027 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:05,773 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,41027,1731497703870, RpcServer on 7bf281cf3991/172.17.0.2:41027, sessionid=0x10038dd83240004 2024-11-13T11:35:05,773 DEBUG [RS:0;7bf281cf3991:41027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:35:05,773 DEBUG [RS:0;7bf281cf3991:41027 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,41027,1731497703870 2024-11-13T11:35:05,773 DEBUG [RS:0;7bf281cf3991:41027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,41027,1731497703870' 2024-11-13T11:35:05,773 DEBUG [RS:0;7bf281cf3991:41027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-125185971/flush-table-proc/abort' 2024-11-13T11:35:05,774 DEBUG [RS:0;7bf281cf3991:41027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-125185971/flush-table-proc/acquired' 2024-11-13T11:35:05,775 DEBUG [RS:0;7bf281cf3991:41027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:35:05,775 DEBUG [RS:0;7bf281cf3991:41027 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:35:05,775 DEBUG [RS:0;7bf281cf3991:41027 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,41027,1731497703870 2024-11-13T11:35:05,775 DEBUG [RS:0;7bf281cf3991:41027 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,41027,1731497703870' 2024-11-13T11:35:05,775 DEBUG [RS:0;7bf281cf3991:41027 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-125185971/online-snapshot/abort' 2024-11-13T11:35:05,775 DEBUG [RS:0;7bf281cf3991:41027 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-125185971/online-snapshot/acquired' 2024-11-13T11:35:05,775 DEBUG [RS:0;7bf281cf3991:41027 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:35:05,775 INFO [RS:0;7bf281cf3991:41027 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:35:05,775 INFO [RS:0;7bf281cf3991:41027 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:35:05,876 INFO [RS:0;7bf281cf3991:41027 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:35:05,877 INFO [RS:0;7bf281cf3991:41027 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C41027%2C1731497703870, suffix=, logDir=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870, archiveDir=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/oldWALs, maxLogs=10 2024-11-13T11:35:05,888 DEBUG [RS:0;7bf281cf3991:41027 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877, exclude list is [], retry=0 2024-11-13T11:35:05,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34409,DS-e96e7f21-9808-4399-a6de-8c9b09c9ae36,DISK] 2024-11-13T11:35:05,892 INFO [RS:0;7bf281cf3991:41027 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 2024-11-13T11:35:05,892 DEBUG [RS:0;7bf281cf3991:41027 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40425:40425)] 2024-11-13T11:35:06,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:35:06,028 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc 2024-11-13T11:35:06,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741833_1009 (size=32) 2024-11-13T11:35:06,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:06,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:35:06,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:35:06,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:06,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:06,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:35:06,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:35:06,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:06,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:06,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:35:06,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:35:06,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:06,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:06,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:35:06,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:35:06,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:06,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:06,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:35:06,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740 2024-11-13T11:35:06,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740 2024-11-13T11:35:06,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:35:06,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:35:06,442 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:35:06,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:35:06,445 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:06,445 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60811517, jitterRate=-0.09383778274059296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:35:06,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497706433Initializing all the Stores at 1731497706434 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497706434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497706434Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497706434Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497706434Cleaning up temporary data from old regions at 1731497706442 (+8 ms)Region opened successfully at 1731497706445 (+3 ms) 2024-11-13T11:35:06,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:35:06,446 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:35:06,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:35:06,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:35:06,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:35:06,446 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:35:06,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497706445Disabling compacts and flushes for region at 1731497706445Disabling writes for close at 1731497706446 (+1 ms)Writing region close event to WAL at 1731497706446Closed at 1731497706446 2024-11-13T11:35:06,447 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:06,447 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:35:06,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:35:06,448 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:35:06,449 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:35:06,599 DEBUG [7bf281cf3991:39241 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:35:06,600 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,41027,1731497703870 2024-11-13T11:35:06,601 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,41027,1731497703870, state=OPENING 2024-11-13T11:35:06,601 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:35:06,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:06,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:06,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-125185971/meta-region-server: CHANGED 2024-11-13T11:35:06,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-125185971/meta-region-server: CHANGED 2024-11-13T11:35:06,603 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:35:06,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,41027,1731497703870}] 2024-11-13T11:35:06,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:35:06,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:35:06,760 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:35:06,760 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:06,760 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:35:06,761 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C41027%2C1731497703870.meta, suffix=.meta, logDir=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870, archiveDir=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/oldWALs, maxLogs=10 2024-11-13T11:35:06,778 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.meta.1731497706762.meta, exclude list is [], retry=0 2024-11-13T11:35:06,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34409,DS-e96e7f21-9808-4399-a6de-8c9b09c9ae36,DISK] 2024-11-13T11:35:06,781 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.meta.1731497706762.meta 2024-11-13T11:35:06,782 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40425:40425)] 2024-11-13T11:35:06,782 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:06,782 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:35:06,782 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:35:06,782 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:35:06,782 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:35:06,782 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:35:06,782 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:06,782 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:35:06,782 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:35:06,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:35:06,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:35:06,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:06,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:06,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:35:06,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:35:06,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:06,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:06,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:35:06,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:35:06,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:06,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:06,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:35:06,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:35:06,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:06,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:06,787 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:35:06,788 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740 2024-11-13T11:35:06,789 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740 2024-11-13T11:35:06,790 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:35:06,790 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:35:06,790 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:35:06,791 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:35:06,791 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73126947, jitterRate=0.08967642486095428}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:35:06,791 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:35:06,792 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497706783Writing region info on filesystem at 1731497706783Initializing all the Stores at 1731497706783Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497706783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497706784 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497706784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497706784Cleaning up temporary data from old regions at 1731497706790 (+6 ms)Running coprocessor post-open hooks at 1731497706791 (+1 ms)Region opened successfully at 1731497706791 2024-11-13T11:35:06,792 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497706755 2024-11-13T11:35:06,794 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:35:06,794 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:35:06,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,41027,1731497703870 2024-11-13T11:35:06,795 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,41027,1731497703870, state=OPEN 2024-11-13T11:35:06,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-125185971/meta-region-server 2024-11-13T11:35:06,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-125185971/meta-region-server 2024-11-13T11:35:06,796 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,41027,1731497703870 2024-11-13T11:35:06,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-125185971/meta-region-server: CHANGED 2024-11-13T11:35:06,797 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-125185971/meta-region-server: CHANGED 2024-11-13T11:35:06,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:35:06,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,41027,1731497703870 in 193 msec 2024-11-13T11:35:06,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:35:06,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-13T11:35:06,800 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:06,800 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:35:06,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:06,801 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,41027,1731497703870, seqNum=-1] 2024-11-13T11:35:06,802 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:06,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:35:06,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-11-13T11:35:06,810 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497706810, completionTime=-1 2024-11-13T11:35:06,810 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:35:06,810 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:35:06,812 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:35:06,812 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497766812 2024-11-13T11:35:06,812 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497826812 2024-11-13T11:35:06,812 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T11:35:06,812 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39241,1731497703836-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:06,813 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39241,1731497703836-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:06,813 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39241,1731497703836-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:06,813 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:39241, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:06,813 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:06,813 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:06,815 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:35:06,816 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.909sec 2024-11-13T11:35:06,816 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:35:06,816 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:35:06,816 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:35:06,816 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:35:06,816 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:35:06,816 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39241,1731497703836-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:35:06,816 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39241,1731497703836-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:35:06,818 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:35:06,818 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:35:06,818 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39241,1731497703836-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:06,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54f23f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:06,896 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,39241,-1 for getting cluster id 2024-11-13T11:35:06,896 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:06,897 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d517a6-cad1-44f1-9586-f10209ba608d' 2024-11-13T11:35:06,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d517a6-cad1-44f1-9586-f10209ba608d" 2024-11-13T11:35:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@198dfb2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,39241,-1] 2024-11-13T11:35:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:06,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:06,899 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:06,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d3b045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:06,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:06,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,41027,1731497703870, seqNum=-1] 2024-11-13T11:35:06,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:06,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:35:06,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,39241,1731497703836 2024-11-13T11:35:06,904 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52996 2024-11-13T11:35:06,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:35:06,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10038dd83240005 connected 2024-11-13T11:35:06,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:06,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,34667,1731497699849 2024-11-13T11:35:06,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bd2ce8f 2024-11-13T11:35:06,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:06,910 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:06,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:35:06,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T11:35:06,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:35:06,913 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:06,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T11:35:06,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:35:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:06,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741835_1011 (size=902) 2024-11-13T11:35:07,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:07,320 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dde232d906525c2378dbc4b821af0361, NAME => 'test,,1731497706910.dde232d906525c2378dbc4b821af0361.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989 2024-11-13T11:35:07,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741836_1012 (size=39) 2024-11-13T11:35:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:07,725 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731497706910.dde232d906525c2378dbc4b821af0361.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:07,725 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dde232d906525c2378dbc4b821af0361, disabling compactions & flushes 2024-11-13T11:35:07,726 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731497706910.dde232d906525c2378dbc4b821af0361. 2024-11-13T11:35:07,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497706910.dde232d906525c2378dbc4b821af0361. 2024-11-13T11:35:07,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731497706910.dde232d906525c2378dbc4b821af0361. after waiting 0 ms 2024-11-13T11:35:07,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731497706910.dde232d906525c2378dbc4b821af0361. 2024-11-13T11:35:07,726 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731497706910.dde232d906525c2378dbc4b821af0361. 2024-11-13T11:35:07,726 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dde232d906525c2378dbc4b821af0361: Waiting for close lock at 1731497707725Disabling compacts and flushes for region at 1731497707725Disabling writes for close at 1731497707726 (+1 ms)Writing region close event to WAL at 1731497707726Closed at 1731497707726 2024-11-13T11:35:07,727 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:35:07,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731497706910.dde232d906525c2378dbc4b821af0361.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731497707727"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497707727"}]},"ts":"1731497707727"} 2024-11-13T11:35:07,729 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:35:07,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:35:07,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497707729"}]},"ts":"1731497707729"} 2024-11-13T11:35:07,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T11:35:07,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dde232d906525c2378dbc4b821af0361, ASSIGN}] 2024-11-13T11:35:07,732 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:35:07,732 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dde232d906525c2378dbc4b821af0361, ASSIGN 2024-11-13T11:35:07,733 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dde232d906525c2378dbc4b821af0361, ASSIGN; state=OFFLINE, location=7bf281cf3991,39349,1731497699889; forceNewPlan=false, retain=false 2024-11-13T11:35:07,884 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dde232d906525c2378dbc4b821af0361, regionState=OPENING, regionLocation=7bf281cf3991,39349,1731497699889 2024-11-13T11:35:07,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dde232d906525c2378dbc4b821af0361, ASSIGN because future has completed 2024-11-13T11:35:07,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dde232d906525c2378dbc4b821af0361, server=7bf281cf3991,39349,1731497699889}] 2024-11-13T11:35:08,041 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731497706910.dde232d906525c2378dbc4b821af0361. 2024-11-13T11:35:08,041 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dde232d906525c2378dbc4b821af0361, NAME => 'test,,1731497706910.dde232d906525c2378dbc4b821af0361.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:08,041 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:35:08,042 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T11:35:08,042 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:08,042 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731497706910.dde232d906525c2378dbc4b821af0361.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:08,042 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:08,042 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:08,043 INFO [StoreOpener-dde232d906525c2378dbc4b821af0361-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:08,044 INFO [StoreOpener-dde232d906525c2378dbc4b821af0361-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dde232d906525c2378dbc4b821af0361 columnFamilyName f 2024-11-13T11:35:08,044 DEBUG [StoreOpener-dde232d906525c2378dbc4b821af0361-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:08,044 INFO [StoreOpener-dde232d906525c2378dbc4b821af0361-1 {}] regionserver.HStore(327): Store=dde232d906525c2378dbc4b821af0361/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:08,044 INFO [StoreOpener-dde232d906525c2378dbc4b821af0361-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:08,045 INFO [StoreOpener-dde232d906525c2378dbc4b821af0361-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dde232d906525c2378dbc4b821af0361 columnFamilyName f1 2024-11-13T11:35:08,045 DEBUG [StoreOpener-dde232d906525c2378dbc4b821af0361-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:08,045 INFO [StoreOpener-dde232d906525c2378dbc4b821af0361-1 {}] regionserver.HStore(327): Store=dde232d906525c2378dbc4b821af0361/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:08,045 INFO [StoreOpener-dde232d906525c2378dbc4b821af0361-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:08,046 INFO [StoreOpener-dde232d906525c2378dbc4b821af0361-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dde232d906525c2378dbc4b821af0361 columnFamilyName norep 2024-11-13T11:35:08,046 DEBUG [StoreOpener-dde232d906525c2378dbc4b821af0361-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:08,047 INFO [StoreOpener-dde232d906525c2378dbc4b821af0361-1 {}] regionserver.HStore(327): Store=dde232d906525c2378dbc4b821af0361/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:08,047 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:08,047 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:08,048 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:08,049 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:08,049 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:08,049 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:35:08,050 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:08,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:08,051 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:08,052 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dde232d906525c2378dbc4b821af0361; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67216888, jitterRate=0.0016096830368041992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:35:08,052 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:08,053 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dde232d906525c2378dbc4b821af0361: Running coprocessor pre-open hook at 1731497708042Writing region info on filesystem at 1731497708042Initializing all the Stores at 1731497708043 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497708043Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497708043Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497708043Cleaning up temporary data from old regions at 1731497708049 (+6 ms)Running coprocessor post-open hooks at 1731497708052 (+3 ms)Region opened successfully at 1731497708053 (+1 ms) 2024-11-13T11:35:08,053 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731497706910.dde232d906525c2378dbc4b821af0361., pid=6, masterSystemTime=1731497708038 2024-11-13T11:35:08,055 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731497706910.dde232d906525c2378dbc4b821af0361. 2024-11-13T11:35:08,055 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731497706910.dde232d906525c2378dbc4b821af0361. 2024-11-13T11:35:08,055 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dde232d906525c2378dbc4b821af0361, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7bf281cf3991,39349,1731497699889 2024-11-13T11:35:08,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dde232d906525c2378dbc4b821af0361, server=7bf281cf3991,39349,1731497699889 because future has completed 2024-11-13T11:35:08,059 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:35:08,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dde232d906525c2378dbc4b821af0361, server=7bf281cf3991,39349,1731497699889 in 172 msec 2024-11-13T11:35:08,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T11:35:08,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dde232d906525c2378dbc4b821af0361, ASSIGN in 329 msec 2024-11-13T11:35:08,061 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:35:08,062 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497708061"}]},"ts":"1731497708061"} 2024-11-13T11:35:08,063 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T11:35:08,064 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:35:08,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-13T11:35:08,284 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:35:08,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:08,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:08,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:08,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:08,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:08,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:08,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:08,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:08,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:08,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:09,061 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T11:35:09,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,39241,1731497703836 2024-11-13T11:35:09,061 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21f968eb 2024-11-13T11:35:09,062 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:09,062 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:09,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:35:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T11:35:09,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:35:09,065 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:09,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T11:35:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:09,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:35:09,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741835_1011 (size=902) 2024-11-13T11:35:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:09,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => adc1f7dc319b3f7272660bff0c827649, NAME => 'test,,1731497709063.adc1f7dc319b3f7272660bff0c827649.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc 2024-11-13T11:35:09,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741836_1012 (size=39) 2024-11-13T11:35:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:09,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731497709063.adc1f7dc319b3f7272660bff0c827649.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:09,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing adc1f7dc319b3f7272660bff0c827649, disabling compactions & flushes 2024-11-13T11:35:09,879 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731497709063.adc1f7dc319b3f7272660bff0c827649. 2024-11-13T11:35:09,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497709063.adc1f7dc319b3f7272660bff0c827649. 2024-11-13T11:35:09,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731497709063.adc1f7dc319b3f7272660bff0c827649. after waiting 0 ms 2024-11-13T11:35:09,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731497709063.adc1f7dc319b3f7272660bff0c827649. 2024-11-13T11:35:09,879 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731497709063.adc1f7dc319b3f7272660bff0c827649. 2024-11-13T11:35:09,879 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for adc1f7dc319b3f7272660bff0c827649: Waiting for close lock at 1731497709879Disabling compacts and flushes for region at 1731497709879Disabling writes for close at 1731497709879Writing region close event to WAL at 1731497709879Closed at 1731497709879 2024-11-13T11:35:09,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:35:09,881 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731497709063.adc1f7dc319b3f7272660bff0c827649.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731497709880"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497709880"}]},"ts":"1731497709880"} 2024-11-13T11:35:09,882 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:35:09,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:35:09,883 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497709883"}]},"ts":"1731497709883"} 2024-11-13T11:35:09,885 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T11:35:09,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=adc1f7dc319b3f7272660bff0c827649, ASSIGN}] 2024-11-13T11:35:09,886 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=adc1f7dc319b3f7272660bff0c827649, ASSIGN 2024-11-13T11:35:09,887 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=adc1f7dc319b3f7272660bff0c827649, ASSIGN; state=OFFLINE, location=7bf281cf3991,41027,1731497703870; forceNewPlan=false, retain=false 2024-11-13T11:35:10,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=adc1f7dc319b3f7272660bff0c827649, regionState=OPENING, regionLocation=7bf281cf3991,41027,1731497703870 2024-11-13T11:35:10,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=adc1f7dc319b3f7272660bff0c827649, ASSIGN because future has completed 2024-11-13T11:35:10,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure adc1f7dc319b3f7272660bff0c827649, server=7bf281cf3991,41027,1731497703870}] 2024-11-13T11:35:10,195 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731497709063.adc1f7dc319b3f7272660bff0c827649. 2024-11-13T11:35:10,195 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => adc1f7dc319b3f7272660bff0c827649, NAME => 'test,,1731497709063.adc1f7dc319b3f7272660bff0c827649.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:10,195 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:35:10,195 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T11:35:10,196 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:10,196 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731497709063.adc1f7dc319b3f7272660bff0c827649.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:10,196 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:10,196 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:10,197 INFO [StoreOpener-adc1f7dc319b3f7272660bff0c827649-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:10,198 INFO [StoreOpener-adc1f7dc319b3f7272660bff0c827649-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adc1f7dc319b3f7272660bff0c827649 columnFamilyName f 2024-11-13T11:35:10,198 DEBUG [StoreOpener-adc1f7dc319b3f7272660bff0c827649-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:10,198 INFO [StoreOpener-adc1f7dc319b3f7272660bff0c827649-1 {}] regionserver.HStore(327): Store=adc1f7dc319b3f7272660bff0c827649/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:10,198 INFO [StoreOpener-adc1f7dc319b3f7272660bff0c827649-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:10,199 INFO [StoreOpener-adc1f7dc319b3f7272660bff0c827649-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adc1f7dc319b3f7272660bff0c827649 columnFamilyName f1 2024-11-13T11:35:10,199 DEBUG [StoreOpener-adc1f7dc319b3f7272660bff0c827649-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:10,199 INFO [StoreOpener-adc1f7dc319b3f7272660bff0c827649-1 {}] regionserver.HStore(327): Store=adc1f7dc319b3f7272660bff0c827649/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:10,199 INFO [StoreOpener-adc1f7dc319b3f7272660bff0c827649-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:10,200 INFO [StoreOpener-adc1f7dc319b3f7272660bff0c827649-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adc1f7dc319b3f7272660bff0c827649 columnFamilyName norep 2024-11-13T11:35:10,200 DEBUG [StoreOpener-adc1f7dc319b3f7272660bff0c827649-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:10,200 INFO [StoreOpener-adc1f7dc319b3f7272660bff0c827649-1 {}] regionserver.HStore(327): Store=adc1f7dc319b3f7272660bff0c827649/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:10,200 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:10,201 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:10,201 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:10,202 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:10,202 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:10,202 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:35:10,203 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:10,205 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:10,205 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened adc1f7dc319b3f7272660bff0c827649; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74755114, jitterRate=0.11393800377845764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:35:10,205 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:10,205 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for adc1f7dc319b3f7272660bff0c827649: Running coprocessor pre-open hook at 1731497710196Writing region info on filesystem at 1731497710196Initializing all the Stores at 1731497710196Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497710196Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497710197 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497710197Cleaning up temporary data from old regions at 1731497710202 (+5 ms)Running coprocessor post-open hooks at 1731497710205 (+3 ms)Region opened successfully at 1731497710205 2024-11-13T11:35:10,206 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731497709063.adc1f7dc319b3f7272660bff0c827649., pid=6, masterSystemTime=1731497710192 2024-11-13T11:35:10,207 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731497709063.adc1f7dc319b3f7272660bff0c827649. 2024-11-13T11:35:10,207 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731497709063.adc1f7dc319b3f7272660bff0c827649. 2024-11-13T11:35:10,208 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=adc1f7dc319b3f7272660bff0c827649, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7bf281cf3991,41027,1731497703870 2024-11-13T11:35:10,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure adc1f7dc319b3f7272660bff0c827649, server=7bf281cf3991,41027,1731497703870 because future has completed 2024-11-13T11:35:10,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:35:10,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure adc1f7dc319b3f7272660bff0c827649, server=7bf281cf3991,41027,1731497703870 in 170 msec 2024-11-13T11:35:10,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T11:35:10,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=adc1f7dc319b3f7272660bff0c827649, ASSIGN in 327 msec 2024-11-13T11:35:10,214 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:35:10,214 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497710214"}]},"ts":"1731497710214"} 2024-11-13T11:35:10,215 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T11:35:10,216 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:35:10,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-13T11:35:10,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-13T11:35:10,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-13T11:35:10,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T11:35:10,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T11:35:10,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:35:10,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-13T11:35:10,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:35:10,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T11:35:10,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:35:10,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-13T11:35:10,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-13T11:35:10,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-13T11:35:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:11,220 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T11:35:11,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:11,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,34667,-1 for getting cluster id 2024-11-13T11:35:11,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:11,222 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4318b1-46cf-4558-997e-13dc0d777a73' 2024-11-13T11:35:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4318b1-46cf-4558-997e-13dc0d777a73" 2024-11-13T11:35:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c0eb86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,34667,-1] 2024-11-13T11:35:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:11,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:11,223 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:11,224 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37279fde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:11,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311dfa4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:11,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,39241,-1 for getting cluster id 2024-11-13T11:35:11,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:11,225 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d517a6-cad1-44f1-9586-f10209ba608d' 2024-11-13T11:35:11,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:11,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d517a6-cad1-44f1-9586-f10209ba608d" 2024-11-13T11:35:11,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56159d2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:11,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,39241,-1] 2024-11-13T11:35:11,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:11,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:11,226 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:11,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e62e7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:11,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43688e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:11,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,34667,-1 for getting cluster id 2024-11-13T11:35:11,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:11,227 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4318b1-46cf-4558-997e-13dc0d777a73' 2024-11-13T11:35:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4318b1-46cf-4558-997e-13dc0d777a73" 2024-11-13T11:35:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d92651b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,34667,-1] 2024-11-13T11:35:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:11,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:11,229 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:11,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bbbdd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:11,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:11,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,34667,1731497699849 2024-11-13T11:35:11,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72b0b272 2024-11-13T11:35:11,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:11,231 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:11,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:39241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:35:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:35:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:11,234 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:39241' 2024-11-13T11:35:11,235 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9d0fc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:11,235 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,39241,-1 for getting cluster id 2024-11-13T11:35:11,235 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:11,235 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d517a6-cad1-44f1-9586-f10209ba608d' 2024-11-13T11:35:11,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:11,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d517a6-cad1-44f1-9586-f10209ba608d" 2024-11-13T11:35:11,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2da71b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:11,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,39241,-1] 2024-11-13T11:35:11,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:11,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:11,237 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:11,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c4e5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:11,237 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:11,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,39241,1731497703836 2024-11-13T11:35:11,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c4010fa 2024-11-13T11:35:11,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:11,239 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:11,239 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T11:35:11,239 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:35:11,239 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:11,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:11,239 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:11,240 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:35:11,241 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:35:11,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:35:11,241 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:11,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:35:11,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741837_1013 (size=1138) 2024-11-13T11:35:11,248 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83ae001181a57476826fa3ad145917f2, NAME => 'hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989 2024-11-13T11:35:11,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741838_1014 (size=44) 2024-11-13T11:35:11,291 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T11:35:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:11,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:11,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 83ae001181a57476826fa3ad145917f2, disabling compactions & flushes 2024-11-13T11:35:11,653 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. 2024-11-13T11:35:11,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. 2024-11-13T11:35:11,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. after waiting 0 ms 2024-11-13T11:35:11,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. 2024-11-13T11:35:11,653 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. 2024-11-13T11:35:11,653 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83ae001181a57476826fa3ad145917f2: Waiting for close lock at 1731497711653Disabling compacts and flushes for region at 1731497711653Disabling writes for close at 1731497711653Writing region close event to WAL at 1731497711653Closed at 1731497711653 2024-11-13T11:35:11,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:35:11,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731497711654"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497711654"}]},"ts":"1731497711654"} 2024-11-13T11:35:11,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:35:11,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:35:11,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497711657"}]},"ts":"1731497711657"} 2024-11-13T11:35:11,659 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T11:35:11,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83ae001181a57476826fa3ad145917f2, ASSIGN}] 2024-11-13T11:35:11,661 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83ae001181a57476826fa3ad145917f2, ASSIGN 2024-11-13T11:35:11,661 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83ae001181a57476826fa3ad145917f2, ASSIGN; state=OFFLINE, location=7bf281cf3991,39349,1731497699889; forceNewPlan=false, retain=false 2024-11-13T11:35:11,718 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T11:35:11,812 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83ae001181a57476826fa3ad145917f2, regionState=OPENING, regionLocation=7bf281cf3991,39349,1731497699889 2024-11-13T11:35:11,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=83ae001181a57476826fa3ad145917f2, ASSIGN because future has completed 2024-11-13T11:35:11,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83ae001181a57476826fa3ad145917f2, server=7bf281cf3991,39349,1731497699889}] 2024-11-13T11:35:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:11,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. 2024-11-13T11:35:11,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:11,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:35:11,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C39349%2C1731497699889.rep, suffix=, logDir=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889, archiveDir=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/oldWALs, maxLogs=10 2024-11-13T11:35:11,986 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.rep.1731497711971, exclude list is [], retry=0 2024-11-13T11:35:11,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39807,DS-b4e62de8-2c91-4cd1-a59f-7714b2352690,DISK] 2024-11-13T11:35:11,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.rep.1731497711971 2024-11-13T11:35:11,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41439:41439)] 2024-11-13T11:35:11,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 83ae001181a57476826fa3ad145917f2, NAME => 'hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:11,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:35:11,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:35:11,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. service=MultiRowMutationService 2024-11-13T11:35:11,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:35:11,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 83ae001181a57476826fa3ad145917f2 2024-11-13T11:35:11,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:11,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 83ae001181a57476826fa3ad145917f2 2024-11-13T11:35:11,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 83ae001181a57476826fa3ad145917f2 2024-11-13T11:35:11,993 INFO [StoreOpener-83ae001181a57476826fa3ad145917f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 83ae001181a57476826fa3ad145917f2 2024-11-13T11:35:11,994 INFO [StoreOpener-83ae001181a57476826fa3ad145917f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ae001181a57476826fa3ad145917f2 columnFamilyName hfileref 2024-11-13T11:35:11,994 DEBUG [StoreOpener-83ae001181a57476826fa3ad145917f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:11,994 INFO [StoreOpener-83ae001181a57476826fa3ad145917f2-1 {}] regionserver.HStore(327): Store=83ae001181a57476826fa3ad145917f2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:11,994 INFO [StoreOpener-83ae001181a57476826fa3ad145917f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 83ae001181a57476826fa3ad145917f2 2024-11-13T11:35:11,995 INFO [StoreOpener-83ae001181a57476826fa3ad145917f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ae001181a57476826fa3ad145917f2 columnFamilyName queue 2024-11-13T11:35:11,995 DEBUG [StoreOpener-83ae001181a57476826fa3ad145917f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:11,995 INFO [StoreOpener-83ae001181a57476826fa3ad145917f2-1 {}] regionserver.HStore(327): Store=83ae001181a57476826fa3ad145917f2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:11,995 INFO [StoreOpener-83ae001181a57476826fa3ad145917f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 83ae001181a57476826fa3ad145917f2 2024-11-13T11:35:11,996 INFO [StoreOpener-83ae001181a57476826fa3ad145917f2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83ae001181a57476826fa3ad145917f2 columnFamilyName sid 2024-11-13T11:35:11,996 DEBUG [StoreOpener-83ae001181a57476826fa3ad145917f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:11,996 INFO [StoreOpener-83ae001181a57476826fa3ad145917f2-1 {}] regionserver.HStore(327): Store=83ae001181a57476826fa3ad145917f2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:11,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 83ae001181a57476826fa3ad145917f2 2024-11-13T11:35:11,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/replication/83ae001181a57476826fa3ad145917f2 2024-11-13T11:35:11,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/replication/83ae001181a57476826fa3ad145917f2 2024-11-13T11:35:11,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 83ae001181a57476826fa3ad145917f2 2024-11-13T11:35:11,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 83ae001181a57476826fa3ad145917f2 2024-11-13T11:35:11,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:35:11,999 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 83ae001181a57476826fa3ad145917f2 2024-11-13T11:35:12,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/replication/83ae001181a57476826fa3ad145917f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:12,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 83ae001181a57476826fa3ad145917f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67869358, jitterRate=0.01133224368095398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:35:12,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83ae001181a57476826fa3ad145917f2 2024-11-13T11:35:12,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 83ae001181a57476826fa3ad145917f2: Running coprocessor pre-open hook at 1731497711990Writing region info on filesystem at 1731497711990Initializing all the Stores at 1731497711991 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497711991Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497711992 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497711992Cleaning up temporary data from old regions at 1731497711998 (+6 ms)Running coprocessor post-open hooks at 1731497712006 (+8 ms)Region opened successfully at 1731497712006 2024-11-13T11:35:12,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2., pid=10, masterSystemTime=1731497711966 2024-11-13T11:35:12,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. 2024-11-13T11:35:12,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. 2024-11-13T11:35:12,010 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=83ae001181a57476826fa3ad145917f2, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,39349,1731497699889 2024-11-13T11:35:12,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83ae001181a57476826fa3ad145917f2, server=7bf281cf3991,39349,1731497699889 because future has completed 2024-11-13T11:35:12,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T11:35:12,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 83ae001181a57476826fa3ad145917f2, server=7bf281cf3991,39349,1731497699889 in 198 msec 2024-11-13T11:35:12,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T11:35:12,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=83ae001181a57476826fa3ad145917f2, ASSIGN in 354 msec 2024-11-13T11:35:12,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:35:12,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497712017"}]},"ts":"1731497712017"} 2024-11-13T11:35:12,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T11:35:12,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:35:12,021 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 780 msec 2024-11-13T11:35:12,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2., hostname=7bf281cf3991,39349,1731497699889, seqNum=2] 2024-11-13T11:35:12,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:35:12,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:35:12,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:35:12,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39349 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T11:35:12,206 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T11:35:12,235 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,39349,1731497699889, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:35:12,235 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:12,235 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,39349,1731497699889, seqNum=-1] 2024-11-13T11:35:12,235 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:12,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T11:35:12,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7bf281cf3991,39349,1731497699889', locateType=CURRENT is [region=hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2., hostname=7bf281cf3991,39349,1731497699889, seqNum=2] 2024-11-13T11:35:12,240 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T11:35:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T11:35:12,242 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7bf281cf3991,39349,1731497699889 suceeded 2024-11-13T11:35:12,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T11:35:12,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-13T11:35:12,244 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7bf281cf3991:39241,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:35:12,245 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0130 sec 2024-11-13T11:35:12,255 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:39241' 2024-11-13T11:35:12,256 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78b752f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:12,256 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,39241,-1 for getting cluster id 2024-11-13T11:35:12,256 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:12,257 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d517a6-cad1-44f1-9586-f10209ba608d' 2024-11-13T11:35:12,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:12,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d517a6-cad1-44f1-9586-f10209ba608d" 2024-11-13T11:35:12,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6aa2753a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:12,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,39241,-1] 2024-11-13T11:35:12,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:12,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:12,258 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:12,259 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66f0a712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:12,259 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:12,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,39241,1731497703836 2024-11-13T11:35:12,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f7fd874 2024-11-13T11:35:12,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:12,260 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-13T11:35:12,261 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,39349,1731497699889 (queues=1) is replicating from cluster=8e4318b1-46cf-4558-997e-13dc0d777a73 to cluster=08d517a6-cad1-44f1-9586-f10209ba608d 2024-11-13T11:35:12,261 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C39349%2C1731497699889 2024-11-13T11:35:12,261 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,39349,1731497699889, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:35:12,261 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C39349%2C1731497699889 2024-11-13T11:35:12,261 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864, startPosition=0, beingWritten=true 2024-11-13T11:35:12,266 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:12,266 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 379, reset compression=false 2024-11-13T11:35:12,266 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,39349,1731497699889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:12,371 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:35:12,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:35:12,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:12,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:12,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:12,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:12,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c5c713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:12,372 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,39241,-1 for getting cluster id 2024-11-13T11:35:12,372 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:12,373 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d517a6-cad1-44f1-9586-f10209ba608d' 2024-11-13T11:35:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d517a6-cad1-44f1-9586-f10209ba608d" 2024-11-13T11:35:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f2d6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,39241,-1] 2024-11-13T11:35:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:12,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:12,374 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:12,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4408aa80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:12,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,39241,1731497703836 2024-11-13T11:35:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3db72043 2024-11-13T11:35:12,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:12,377 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:12,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:34667,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:35:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:35:12,380 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:34667' 2024-11-13T11:35:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:12,381 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a83e0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:12,381 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,34667,-1 for getting cluster id 2024-11-13T11:35:12,381 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:12,382 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4318b1-46cf-4558-997e-13dc0d777a73' 2024-11-13T11:35:12,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:12,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4318b1-46cf-4558-997e-13dc0d777a73" 2024-11-13T11:35:12,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2415fc6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:12,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,34667,-1] 2024-11-13T11:35:12,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:12,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:12,383 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:12,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a40040f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:12,384 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,34667,1731497699849 2024-11-13T11:35:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7171d2cc 2024-11-13T11:35:12,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:12,386 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:12,387 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T11:35:12,387 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:35:12,387 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:12,387 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:12,387 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:12,387 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:35:12,388 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:35:12,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:35:12,389 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:12,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:35:12,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741837_1013 (size=1138) 2024-11-13T11:35:12,438 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T11:35:12,471 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 379, reset compression=false 2024-11-13T11:35:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:12,775 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 379, reset compression=false 2024-11-13T11:35:12,796 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a03045397fca45c3fd0cf50bed71986c, NAME => 'hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc 2024-11-13T11:35:12,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741838_1014 (size=44) 2024-11-13T11:35:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:13,180 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 379, reset compression=false 2024-11-13T11:35:13,201 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:13,201 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a03045397fca45c3fd0cf50bed71986c, disabling compactions & flushes 2024-11-13T11:35:13,201 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. 2024-11-13T11:35:13,201 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. 2024-11-13T11:35:13,201 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. after waiting 0 ms 2024-11-13T11:35:13,201 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. 2024-11-13T11:35:13,201 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. 2024-11-13T11:35:13,201 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a03045397fca45c3fd0cf50bed71986c: Waiting for close lock at 1731497713201Disabling compacts and flushes for region at 1731497713201Disabling writes for close at 1731497713201Writing region close event to WAL at 1731497713201Closed at 1731497713201 2024-11-13T11:35:13,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:35:13,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731497713202"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497713202"}]},"ts":"1731497713202"} 2024-11-13T11:35:13,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:35:13,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:35:13,205 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497713204"}]},"ts":"1731497713204"} 2024-11-13T11:35:13,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T11:35:13,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a03045397fca45c3fd0cf50bed71986c, ASSIGN}] 2024-11-13T11:35:13,207 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a03045397fca45c3fd0cf50bed71986c, ASSIGN 2024-11-13T11:35:13,208 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a03045397fca45c3fd0cf50bed71986c, ASSIGN; state=OFFLINE, location=7bf281cf3991,41027,1731497703870; forceNewPlan=false, retain=false 2024-11-13T11:35:13,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a03045397fca45c3fd0cf50bed71986c, regionState=OPENING, regionLocation=7bf281cf3991,41027,1731497703870 2024-11-13T11:35:13,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a03045397fca45c3fd0cf50bed71986c, ASSIGN because future has completed 2024-11-13T11:35:13,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a03045397fca45c3fd0cf50bed71986c, server=7bf281cf3991,41027,1731497703870}] 2024-11-13T11:35:13,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. 2024-11-13T11:35:13,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:13,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:35:13,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C41027%2C1731497703870.rep, suffix=, logDir=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870, archiveDir=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/oldWALs, maxLogs=10 2024-11-13T11:35:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:13,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.rep.1731497713517, exclude list is [], retry=0 2024-11-13T11:35:13,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34409,DS-e96e7f21-9808-4399-a6de-8c9b09c9ae36,DISK] 2024-11-13T11:35:13,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.rep.1731497713517 2024-11-13T11:35:13,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40425:40425)] 2024-11-13T11:35:13,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a03045397fca45c3fd0cf50bed71986c, NAME => 'hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:13,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:35:13,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:35:13,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. service=MultiRowMutationService 2024-11-13T11:35:13,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:35:13,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a03045397fca45c3fd0cf50bed71986c 2024-11-13T11:35:13,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:13,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a03045397fca45c3fd0cf50bed71986c 2024-11-13T11:35:13,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a03045397fca45c3fd0cf50bed71986c 2024-11-13T11:35:13,535 INFO [StoreOpener-a03045397fca45c3fd0cf50bed71986c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a03045397fca45c3fd0cf50bed71986c 2024-11-13T11:35:13,536 INFO [StoreOpener-a03045397fca45c3fd0cf50bed71986c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a03045397fca45c3fd0cf50bed71986c columnFamilyName hfileref 2024-11-13T11:35:13,536 DEBUG [StoreOpener-a03045397fca45c3fd0cf50bed71986c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:13,537 INFO [StoreOpener-a03045397fca45c3fd0cf50bed71986c-1 {}] regionserver.HStore(327): Store=a03045397fca45c3fd0cf50bed71986c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:13,537 INFO [StoreOpener-a03045397fca45c3fd0cf50bed71986c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a03045397fca45c3fd0cf50bed71986c 2024-11-13T11:35:13,538 INFO [StoreOpener-a03045397fca45c3fd0cf50bed71986c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a03045397fca45c3fd0cf50bed71986c columnFamilyName queue 2024-11-13T11:35:13,538 DEBUG [StoreOpener-a03045397fca45c3fd0cf50bed71986c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:13,538 INFO [StoreOpener-a03045397fca45c3fd0cf50bed71986c-1 {}] regionserver.HStore(327): Store=a03045397fca45c3fd0cf50bed71986c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:13,538 INFO [StoreOpener-a03045397fca45c3fd0cf50bed71986c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a03045397fca45c3fd0cf50bed71986c 2024-11-13T11:35:13,539 INFO [StoreOpener-a03045397fca45c3fd0cf50bed71986c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a03045397fca45c3fd0cf50bed71986c columnFamilyName sid 2024-11-13T11:35:13,539 DEBUG [StoreOpener-a03045397fca45c3fd0cf50bed71986c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:13,539 INFO [StoreOpener-a03045397fca45c3fd0cf50bed71986c-1 {}] regionserver.HStore(327): Store=a03045397fca45c3fd0cf50bed71986c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:13,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a03045397fca45c3fd0cf50bed71986c 2024-11-13T11:35:13,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/replication/a03045397fca45c3fd0cf50bed71986c 2024-11-13T11:35:13,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/replication/a03045397fca45c3fd0cf50bed71986c 2024-11-13T11:35:13,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a03045397fca45c3fd0cf50bed71986c 2024-11-13T11:35:13,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a03045397fca45c3fd0cf50bed71986c 2024-11-13T11:35:13,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:35:13,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a03045397fca45c3fd0cf50bed71986c 2024-11-13T11:35:13,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/replication/a03045397fca45c3fd0cf50bed71986c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:13,544 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:35:13,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a03045397fca45c3fd0cf50bed71986c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67001974, jitterRate=-0.001592785120010376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:35:13,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a03045397fca45c3fd0cf50bed71986c 2024-11-13T11:35:13,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a03045397fca45c3fd0cf50bed71986c: Running coprocessor pre-open hook at 1731497713534Writing region info on filesystem at 1731497713534Initializing all the Stores at 1731497713535 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497713535Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497713535Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497713535Cleaning up temporary data from old regions at 1731497713541 (+6 ms)Running coprocessor post-open hooks at 1731497713544 (+3 ms)Region opened successfully at 1731497713544 2024-11-13T11:35:13,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c., pid=10, masterSystemTime=1731497713512 2024-11-13T11:35:13,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. 2024-11-13T11:35:13,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. 2024-11-13T11:35:13,547 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a03045397fca45c3fd0cf50bed71986c, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,41027,1731497703870 2024-11-13T11:35:13,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a03045397fca45c3fd0cf50bed71986c, server=7bf281cf3991,41027,1731497703870 because future has completed 2024-11-13T11:35:13,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T11:35:13,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a03045397fca45c3fd0cf50bed71986c, server=7bf281cf3991,41027,1731497703870 in 190 msec 2024-11-13T11:35:13,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T11:35:13,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a03045397fca45c3fd0cf50bed71986c, ASSIGN in 346 msec 2024-11-13T11:35:13,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:35:13,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497713555"}]},"ts":"1731497713555"} 2024-11-13T11:35:13,557 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T11:35:13,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:35:13,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-13T11:35:13,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:13,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:13,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:13,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:13,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:13,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:13,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:13,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:13,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:13,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:13,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c., hostname=7bf281cf3991,41027,1731497703870, seqNum=2] 2024-11-13T11:35:13,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:13,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:13,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:35:13,684 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 379, reset compression=false 2024-11-13T11:35:13,733 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T11:35:13,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41027 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T11:35:13,755 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T11:35:13,781 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,41027,1731497703870, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:35:13,782 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:13,782 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,41027,1731497703870, seqNum=-1] 2024-11-13T11:35:13,782 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:13,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T11:35:13,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7bf281cf3991,41027,1731497703870', locateType=CURRENT is [region=hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c., hostname=7bf281cf3991,41027,1731497703870, seqNum=2] 2024-11-13T11:35:13,787 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T11:35:13,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T11:35:13,789 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7bf281cf3991,41027,1731497703870 suceeded 2024-11-13T11:35:13,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T11:35:13,791 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7bf281cf3991:34667,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:35:13,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-13T11:35:13,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-13T11:35:13,801 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:34667' 2024-11-13T11:35:13,802 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@743af7ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:13,802 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,34667,-1 for getting cluster id 2024-11-13T11:35:13,802 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:13,803 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4318b1-46cf-4558-997e-13dc0d777a73' 2024-11-13T11:35:13,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:13,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4318b1-46cf-4558-997e-13dc0d777a73" 2024-11-13T11:35:13,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@231c9c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:13,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,34667,-1] 2024-11-13T11:35:13,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:13,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:13,804 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:13,805 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f0998f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:13,805 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:13,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,34667,1731497699849 2024-11-13T11:35:13,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c59fd6f 2024-11-13T11:35:13,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:13,806 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-13T11:35:13,807 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,41027,1731497703870 (queues=1) is replicating from cluster=08d517a6-cad1-44f1-9586-f10209ba608d to cluster=8e4318b1-46cf-4558-997e-13dc0d777a73 2024-11-13T11:35:13,807 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C41027%2C1731497703870 2024-11-13T11:35:13,807 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,41027,1731497703870, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:35:13,808 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C41027%2C1731497703870 2024-11-13T11:35:13,808 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877, startPosition=0, beingWritten=true 2024-11-13T11:35:13,812 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:13,812 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 379, reset compression=false 2024-11-13T11:35:13,812 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,41027,1731497703870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:14,016 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 379, reset compression=false 2024-11-13T11:35:14,019 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:14,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:35:14,020 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18233 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:35:14,288 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 379, reset compression=false 2024-11-13T11:35:14,319 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 379, reset compression=false 2024-11-13T11:35:14,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39241 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:14,531 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:35:14,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:35:14,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:14,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:14,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:14,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:14,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:14,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,39349,1731497699889, seqNum=-1] 2024-11-13T11:35:14,533 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:14,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:35:14,535 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731497706910.dde232d906525c2378dbc4b821af0361., hostname=7bf281cf3991,39349,1731497699889, seqNum=2] 2024-11-13T11:35:14,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:14,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,41027,1731497703870, seqNum=-1] 2024-11-13T11:35:14,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:14,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:35:14,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731497709063.adc1f7dc319b3f7272660bff0c827649., hostname=7bf281cf3991,41027,1731497703870, seqNum=2] 2024-11-13T11:35:14,543 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T11:35:14,723 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 379, reset compression=false 2024-11-13T11:35:14,992 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 379, reset compression=false 2024-11-13T11:35:14,996 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:14,996 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 480, reset compression=false 2024-11-13T11:35:14,997 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,39349,1731497699889 got entry batch from reader: WALEntryBatch [walEntries=[{test/dde232d906525c2378dbc4b821af0361/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T11:35:14,999 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:35:15,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-13T11:35:15,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:15,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a96a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:15,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,39241,-1 for getting cluster id 2024-11-13T11:35:15,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:15,003 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08d517a6-cad1-44f1-9586-f10209ba608d' 2024-11-13T11:35:15,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:15,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08d517a6-cad1-44f1-9586-f10209ba608d" 2024-11-13T11:35:15,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ff6be53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:15,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,39241,-1] 2024-11-13T11:35:15,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:15,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:15,004 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:15,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fa3e6b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:15,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:15,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,41027,1731497703870, seqNum=-1] 2024-11-13T11:35:15,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:15,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-13T11:35:15,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731497709063.adc1f7dc319b3f7272660bff0c827649., hostname=7bf281cf3991,41027,1731497703870, seqNum=2] 2024-11-13T11:35:15,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:15,202 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 480, reset compression=false 2024-11-13T11:35:15,226 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 379, reset compression=false 2024-11-13T11:35:15,233 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:15,233 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 504, reset compression=false 2024-11-13T11:35:15,233 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,41027,1731497703870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:15,442 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 504, reset compression=false 2024-11-13T11:35:15,506 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 480, reset compression=false 2024-11-13T11:35:15,546 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T11:35:15,550 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T11:35:15,746 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 504, reset compression=false 2024-11-13T11:35:15,751 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:15,751 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 608, reset compression=false 2024-11-13T11:35:15,751 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,41027,1731497703870 got entry batch from reader: WALEntryBatch [walEntries=[{test/adc1f7dc319b3f7272660bff0c827649/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T11:35:15,753 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:35:15,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-13T11:35:15,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39349 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:15,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18d46480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:15,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39349 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,34667,-1 for getting cluster id 2024-11-13T11:35:15,755 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:15,756 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8e4318b1-46cf-4558-997e-13dc0d777a73' 2024-11-13T11:35:15,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:15,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8e4318b1-46cf-4558-997e-13dc0d777a73" 2024-11-13T11:35:15,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22422491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:15,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,34667,-1] 2024-11-13T11:35:15,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:15,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:15,757 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:15,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43b0075d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:15,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39349 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:15,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,39349,1731497699889, seqNum=-1] 2024-11-13T11:35:15,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:15,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-13T11:35:15,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731497706910.dde232d906525c2378dbc4b821af0361., hostname=7bf281cf3991,39349,1731497699889, seqNum=2] 2024-11-13T11:35:15,764 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39349 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:15,910 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 480, reset compression=false 2024-11-13T11:35:15,914 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:15,914 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 607, reset compression=false 2024-11-13T11:35:15,914 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,39349,1731497699889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:15,954 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 608, reset compression=false 2024-11-13T11:35:16,118 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 607, reset compression=false 2024-11-13T11:35:16,258 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 608, reset compression=false 2024-11-13T11:35:16,421 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 607, reset compression=false 2024-11-13T11:35:16,551 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T11:35:16,565 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T11:35:16,662 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 608, reset compression=false 2024-11-13T11:35:16,825 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 607, reset compression=false 2024-11-13T11:35:16,830 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:16,830 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 763, reset compression=false 2024-11-13T11:35:16,830 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,39349,1731497699889 got entry batch from reader: WALEntryBatch [walEntries=[{test/dde232d906525c2378dbc4b821af0361/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T11:35:16,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:16,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41027 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:17,035 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 763, reset compression=false 2024-11-13T11:35:17,166 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 608, reset compression=false 2024-11-13T11:35:17,170 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:17,171 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 756, reset compression=false 2024-11-13T11:35:17,171 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,41027,1731497703870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:17,339 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 763, reset compression=false 2024-11-13T11:35:17,374 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 756, reset compression=false 2024-11-13T11:35:17,567 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T11:35:17,571 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T11:35:17,677 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 756, reset compression=false 2024-11-13T11:35:17,682 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:17,682 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 915, reset compression=false 2024-11-13T11:35:17,682 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,41027,1731497703870 got entry batch from reader: WALEntryBatch [walEntries=[{test/adc1f7dc319b3f7272660bff0c827649/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T11:35:17,683 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39349 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:17,685 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39349 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:17,742 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 763, reset compression=false 2024-11-13T11:35:17,746 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:17,746 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 912, reset compression=false 2024-11-13T11:35:17,746 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,39349,1731497699889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:17,890 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 915, reset compression=false 2024-11-13T11:35:17,949 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 912, reset compression=false 2024-11-13T11:35:18,193 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 915, reset compression=false 2024-11-13T11:35:18,252 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 912, reset compression=false 2024-11-13T11:35:18,572 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T11:35:18,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:35:18,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:35:18,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:18,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:18,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:18,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:18,575 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:35:18,575 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1944005565, stopped=false 2024-11-13T11:35:18,576 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,39241,1731497703836 2024-11-13T11:35:18,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-125185971/running 2024-11-13T11:35:18,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-125185971/running 2024-11-13T11:35:18,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:18,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:18,576 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:35:18,577 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:35:18,577 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:18,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:18,577 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,41027,1731497703870' ***** 2024-11-13T11:35:18,577 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:35:18,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Set watcher on znode that does not yet exist, /1-125185971/running 2024-11-13T11:35:18,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Set watcher on znode that does not yet exist, /1-125185971/running 2024-11-13T11:35:18,578 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:35:18,578 INFO [RS:0;7bf281cf3991:41027 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:35:18,578 INFO [RS:0;7bf281cf3991:41027 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:35:18,578 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:35:18,578 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(3091): Received CLOSE for adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:18,578 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(3091): Received CLOSE for a03045397fca45c3fd0cf50bed71986c 2024-11-13T11:35:18,578 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,41027,1731497703870 2024-11-13T11:35:18,578 INFO [RS:0;7bf281cf3991:41027 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:35:18,578 INFO [RS:0;7bf281cf3991:41027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:41027. 2024-11-13T11:35:18,578 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adc1f7dc319b3f7272660bff0c827649, disabling compactions & flushes 2024-11-13T11:35:18,578 DEBUG [RS:0;7bf281cf3991:41027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:18,578 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731497709063.adc1f7dc319b3f7272660bff0c827649. 2024-11-13T11:35:18,578 DEBUG [RS:0;7bf281cf3991:41027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:18,578 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497709063.adc1f7dc319b3f7272660bff0c827649. 2024-11-13T11:35:18,578 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731497709063.adc1f7dc319b3f7272660bff0c827649. after waiting 0 ms 2024-11-13T11:35:18,578 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731497709063.adc1f7dc319b3f7272660bff0c827649. 2024-11-13T11:35:18,578 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:35:18,578 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing adc1f7dc319b3f7272660bff0c827649 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-13T11:35:18,578 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:35:18,578 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:35:18,578 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:35:18,579 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T11:35:18,579 DEBUG [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1325): Online Regions={adc1f7dc319b3f7272660bff0c827649=test,,1731497709063.adc1f7dc319b3f7272660bff0c827649., 1588230740=hbase:meta,,1.1588230740, a03045397fca45c3fd0cf50bed71986c=hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c.} 2024-11-13T11:35:18,579 DEBUG [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a03045397fca45c3fd0cf50bed71986c, adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:18,579 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:35:18,579 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:35:18,579 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:35:18,579 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:35:18,579 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:35:18,579 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T11:35:18,593 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/.tmp/f/2473c9fea1454a389ee9f3cf70f65b39 is 29, key is row1/f:/1731497717568/DeleteFamily/seqid=0 2024-11-13T11:35:18,595 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/.tmp/info/4f77f3e37f15448e87e8652f48962948 is 147, key is hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c./info:regioninfo/1731497713547/Put/seqid=0 2024-11-13T11:35:18,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741840_1016 (size=5118) 2024-11-13T11:35:18,597 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 915, reset compression=false 2024-11-13T11:35:18,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741841_1017 (size=7686) 2024-11-13T11:35:18,599 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/.tmp/info/4f77f3e37f15448e87e8652f48962948 2024-11-13T11:35:18,601 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:18,601 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 1162, reset compression=false 2024-11-13T11:35:18,601 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,41027,1731497703870 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:18,602 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7bf281cf3991,41027,1731497703870: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7bf281cf3991,41027,1731497703870, walGroup=7bf281cf3991%2C41027%2C1731497703870, offset=7bf281cf3991%2C41027%2C1731497703870.1731497705877:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:41027 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T11:35:18,603 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T11:35:18,603 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T11:35:18,604 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T11:35:18,604 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T11:35:18,604 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T11:35:18,604 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 593144720 }, "NonHeapMemoryUsage": { "committed": 193921024, "init": 7667712, "max": -1, "used": 190716952 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T11:35:18,604 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:39241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:39241 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T11:35:18,621 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/.tmp/ns/ef982d0836364cb1967605f78566d3e8 is 43, key is default/ns:d/1731497706803/Put/seqid=0 2024-11-13T11:35:18,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741842_1018 (size=5153) 2024-11-13T11:35:18,651 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:35:18,656 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 912, reset compression=false 2024-11-13T11:35:18,755 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:35:18,755 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:35:18,779 DEBUG [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a03045397fca45c3fd0cf50bed71986c, adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:18,808 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 1162, reset compression=false 2024-11-13T11:35:18,979 DEBUG [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a03045397fca45c3fd0cf50bed71986c, adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:18,997 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/.tmp/f/2473c9fea1454a389ee9f3cf70f65b39 2024-11-13T11:35:19,000 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2473c9fea1454a389ee9f3cf70f65b39 2024-11-13T11:35:19,013 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/.tmp/f1/f9c5bd77a4e045298bd2cbd59a114c68 is 30, key is row1/f1:/1731497717568/DeleteFamily/seqid=0 2024-11-13T11:35:19,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741843_1019 (size=5123) 2024-11-13T11:35:19,025 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/.tmp/ns/ef982d0836364cb1967605f78566d3e8 2024-11-13T11:35:19,035 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:35:19,042 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/.tmp/rep_barrier/13892ef008bb4583a1f61edce3324ae4 is 112, key is test,,1731497709063.adc1f7dc319b3f7272660bff0c827649./rep_barrier:seqnumDuringOpen/1731497710208/Put/seqid=0 2024-11-13T11:35:19,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741844_1020 (size=5518) 2024-11-13T11:35:19,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:19,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:19,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:19,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:19,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:19,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:19,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:19,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:19,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:19,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:19,111 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 1162, reset compression=false 2024-11-13T11:35:19,159 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 912, reset compression=false 2024-11-13T11:35:19,179 DEBUG [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a03045397fca45c3fd0cf50bed71986c, adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:19,379 DEBUG [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a03045397fca45c3fd0cf50bed71986c, adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:19,417 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/.tmp/f1/f9c5bd77a4e045298bd2cbd59a114c68 2024-11-13T11:35:19,421 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9c5bd77a4e045298bd2cbd59a114c68 2024-11-13T11:35:19,434 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/.tmp/norep/36bcd359ccaf4c2ea0dcc8825f70b5c8 is 33, key is row1/norep:/1731497717568/DeleteFamily/seqid=0 2024-11-13T11:35:19,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741845_1021 (size=5108) 2024-11-13T11:35:19,446 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/.tmp/rep_barrier/13892ef008bb4583a1f61edce3324ae4 2024-11-13T11:35:19,462 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/.tmp/table/f2830db229cf4c088439e036fec33360 is 53, key is hbase:replication/table:state/1731497713555/Put/seqid=0 2024-11-13T11:35:19,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741846_1022 (size=5308) 2024-11-13T11:35:19,514 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 1162, reset compression=false 2024-11-13T11:35:19,580 DEBUG [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a03045397fca45c3fd0cf50bed71986c, adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:19,762 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 912, reset compression=false 2024-11-13T11:35:19,780 DEBUG [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a03045397fca45c3fd0cf50bed71986c, adc1f7dc319b3f7272660bff0c827649 2024-11-13T11:35:19,837 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/.tmp/norep/36bcd359ccaf4c2ea0dcc8825f70b5c8 2024-11-13T11:35:19,841 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36bcd359ccaf4c2ea0dcc8825f70b5c8 2024-11-13T11:35:19,841 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/.tmp/f/2473c9fea1454a389ee9f3cf70f65b39 as hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/f/2473c9fea1454a389ee9f3cf70f65b39 2024-11-13T11:35:19,845 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2473c9fea1454a389ee9f3cf70f65b39 2024-11-13T11:35:19,845 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/f/2473c9fea1454a389ee9f3cf70f65b39, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T11:35:19,845 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/.tmp/f1/f9c5bd77a4e045298bd2cbd59a114c68 as hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/f1/f9c5bd77a4e045298bd2cbd59a114c68 2024-11-13T11:35:19,848 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f9c5bd77a4e045298bd2cbd59a114c68 2024-11-13T11:35:19,849 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/f1/f9c5bd77a4e045298bd2cbd59a114c68, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T11:35:19,849 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/.tmp/norep/36bcd359ccaf4c2ea0dcc8825f70b5c8 as hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/norep/36bcd359ccaf4c2ea0dcc8825f70b5c8 2024-11-13T11:35:19,853 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 36bcd359ccaf4c2ea0dcc8825f70b5c8 2024-11-13T11:35:19,853 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/norep/36bcd359ccaf4c2ea0dcc8825f70b5c8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T11:35:19,854 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for adc1f7dc319b3f7272660bff0c827649 in 1276ms, sequenceid=8, compaction requested=false 2024-11-13T11:35:19,858 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/default/test/adc1f7dc319b3f7272660bff0c827649/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T11:35:19,858 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:35:19,858 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:35:19,858 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731497709063.adc1f7dc319b3f7272660bff0c827649. 2024-11-13T11:35:19,858 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adc1f7dc319b3f7272660bff0c827649: Waiting for close lock at 1731497718578Running coprocessor pre-close hooks at 1731497718578Disabling compacts and flushes for region at 1731497718578Disabling writes for close at 1731497718578Obtaining lock to block concurrent updates at 1731497718578Preparing flush snapshotting stores in adc1f7dc319b3f7272660bff0c827649 at 1731497718578Finished memstore snapshotting test,,1731497709063.adc1f7dc319b3f7272660bff0c827649., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731497718579 (+1 ms)Flushing stores of test,,1731497709063.adc1f7dc319b3f7272660bff0c827649. at 1731497718579Flushing adc1f7dc319b3f7272660bff0c827649/f: creating writer at 1731497718579Flushing adc1f7dc319b3f7272660bff0c827649/f: appending metadata at 1731497718592 (+13 ms)Flushing adc1f7dc319b3f7272660bff0c827649/f: closing flushed file at 1731497718592Flushing adc1f7dc319b3f7272660bff0c827649/f1: creating writer at 1731497719001 (+409 ms)Flushing adc1f7dc319b3f7272660bff0c827649/f1: appending metadata at 1731497719013 (+12 ms)Flushing adc1f7dc319b3f7272660bff0c827649/f1: closing flushed file at 1731497719013Flushing adc1f7dc319b3f7272660bff0c827649/norep: creating writer at 1731497719421 (+408 ms)Flushing adc1f7dc319b3f7272660bff0c827649/norep: appending metadata at 1731497719433 (+12 ms)Flushing adc1f7dc319b3f7272660bff0c827649/norep: closing flushed file at 1731497719433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5342d6fd: reopening flushed file at 1731497719841 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@626689d9: reopening flushed file at 1731497719845 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c3de728: reopening flushed file at 1731497719849 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for adc1f7dc319b3f7272660bff0c827649 in 1276ms, sequenceid=8, compaction requested=false at 1731497719854 (+5 ms)Writing region close event to WAL at 1731497719855 (+1 ms)Running coprocessor post-close hooks at 1731497719858 (+3 ms)Closed at 1731497719858 2024-11-13T11:35:19,858 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731497709063.adc1f7dc319b3f7272660bff0c827649. 2024-11-13T11:35:19,858 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a03045397fca45c3fd0cf50bed71986c, disabling compactions & flushes 2024-11-13T11:35:19,858 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. 2024-11-13T11:35:19,858 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. 2024-11-13T11:35:19,858 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. after waiting 0 ms 2024-11-13T11:35:19,858 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. 2024-11-13T11:35:19,859 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a03045397fca45c3fd0cf50bed71986c: Waiting for close lock at 1731497719858Running coprocessor pre-close hooks at 1731497719858Disabling compacts and flushes for region at 1731497719858Disabling writes for close at 1731497719858Failed flush hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c., putting online again at 1731497719859 (+1 ms) 2024-11-13T11:35:19,859 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. 2024-11-13T11:35:19,865 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/.tmp/table/f2830db229cf4c088439e036fec33360 2024-11-13T11:35:19,869 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/.tmp/info/4f77f3e37f15448e87e8652f48962948 as hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/info/4f77f3e37f15448e87e8652f48962948 2024-11-13T11:35:19,872 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/info/4f77f3e37f15448e87e8652f48962948, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T11:35:19,873 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/.tmp/ns/ef982d0836364cb1967605f78566d3e8 as hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/ns/ef982d0836364cb1967605f78566d3e8 2024-11-13T11:35:19,877 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/ns/ef982d0836364cb1967605f78566d3e8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T11:35:19,877 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/.tmp/rep_barrier/13892ef008bb4583a1f61edce3324ae4 as hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/rep_barrier/13892ef008bb4583a1f61edce3324ae4 2024-11-13T11:35:19,881 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/rep_barrier/13892ef008bb4583a1f61edce3324ae4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T11:35:19,882 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/.tmp/table/f2830db229cf4c088439e036fec33360 as hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/table/f2830db229cf4c088439e036fec33360 2024-11-13T11:35:19,885 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/table/f2830db229cf4c088439e036fec33360, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T11:35:19,886 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-11-13T11:35:19,890 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T11:35:19,890 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:35:19,890 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:35:19,890 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:35:19,890 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497718579Running coprocessor pre-close hooks at 1731497718579Disabling compacts and flushes for region at 1731497718579Disabling writes for close at 1731497718579Obtaining lock to block concurrent updates at 1731497718579Preparing flush snapshotting stores in 1588230740 at 1731497718579Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731497718579Flushing stores of hbase:meta,,1.1588230740 at 1731497718580 (+1 ms)Flushing 1588230740/info: creating writer at 1731497718580Flushing 1588230740/info: appending metadata at 1731497718595 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731497718595Flushing 1588230740/ns: creating writer at 1731497718606 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731497718621 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731497718621Flushing 1588230740/rep_barrier: creating writer at 1731497719029 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731497719041 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731497719041Flushing 1588230740/table: creating writer at 1731497719449 (+408 ms)Flushing 1588230740/table: appending metadata at 1731497719461 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731497719461Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d36506: reopening flushed file at 1731497719868 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2201e49e: reopening flushed file at 1731497719872 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b83be2f: reopening flushed file at 1731497719877 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b4e47: reopening flushed file at 1731497719881 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1731497719886 (+5 ms)Writing region close event to WAL at 1731497719887 (+1 ms)Running coprocessor post-close hooks at 1731497719890 (+3 ms)Closed at 1731497719890 2024-11-13T11:35:19,890 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:35:19,980 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T11:35:19,980 DEBUG [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1325): Online Regions={a03045397fca45c3fd0cf50bed71986c=hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c.} 2024-11-13T11:35:19,980 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(3091): Received CLOSE for a03045397fca45c3fd0cf50bed71986c 2024-11-13T11:35:19,980 DEBUG [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1351): Waiting on a03045397fca45c3fd0cf50bed71986c 2024-11-13T11:35:19,980 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a03045397fca45c3fd0cf50bed71986c, disabling compactions & flushes 2024-11-13T11:35:19,980 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. 2024-11-13T11:35:19,980 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. 2024-11-13T11:35:19,980 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. after waiting 0 ms 2024-11-13T11:35:19,980 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. 2024-11-13T11:35:19,980 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a03045397fca45c3fd0cf50bed71986c: Waiting for close lock at 1731497719980Running coprocessor pre-close hooks at 1731497719980Disabling compacts and flushes for region at 1731497719980Disabling writes for close at 1731497719980Failed flush hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c., putting online again at 1731497719980 2024-11-13T11:35:19,980 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731497712387.a03045397fca45c3fd0cf50bed71986c. 2024-11-13T11:35:20,018 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 1162, reset compression=false 2024-11-13T11:35:20,022 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:20,022 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 1806, reset compression=false 2024-11-13T11:35:20,180 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T11:35:20,180 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,41027,1731497703870; all regions closed. 2024-11-13T11:35:20,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741834_1010 (size=4239) 2024-11-13T11:35:20,182 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.meta.1731497706762.meta not finished, retry = 0 2024-11-13T11:35:20,224 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.1731497705877 to pos 1806, reset compression=false 2024-11-13T11:35:20,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741839_1015 (size=1733) 2024-11-13T11:35:20,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/WALs/7bf281cf3991,41027,1731497703870/7bf281cf3991%2C41027%2C1731497703870.rep.1731497713517 not finished, retry = 0 2024-11-13T11:35:20,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741832_1008 (size=1814) 2024-11-13T11:35:20,388 DEBUG [RS:0;7bf281cf3991:41027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:20,388 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:35:20,388 INFO [RS:0;7bf281cf3991:41027 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:35:20,388 INFO [RS:0;7bf281cf3991:41027 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T11:35:20,388 INFO [RS:0;7bf281cf3991:41027 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:35:20,388 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:35:20,389 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,41027,1731497703870 because: Region server is closing 2024-11-13T11:35:20,389 INFO [RS:0;7bf281cf3991:41027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:41027. 2024-11-13T11:35:20,389 DEBUG [RS:0;7bf281cf3991:41027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:20,389 DEBUG [RS:0;7bf281cf3991:41027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:20,389 DEBUG [RS:0;7bf281cf3991:41027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:20,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:20,465 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 912, reset compression=false 2024-11-13T11:35:20,489 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.shipper7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 terminated 2024-11-13T11:35:20,489 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,41027,1731497703870.replicationSource.wal-reader.7bf281cf3991%2C41027%2C1731497703870,1-7bf281cf3991,41027,1731497703870 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T11:35:20,489 INFO [RS:0;7bf281cf3991:41027 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:41027. 2024-11-13T11:35:20,489 DEBUG [RS:0;7bf281cf3991:41027 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:20,489 DEBUG [RS:0;7bf281cf3991:41027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:20,490 DEBUG [RS:0;7bf281cf3991:41027 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:20,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:20,490 INFO [RS:0;7bf281cf3991:41027 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41027 2024-11-13T11:35:20,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-125185971/rs/7bf281cf3991,41027,1731497703870 2024-11-13T11:35:20,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971/rs 2024-11-13T11:35:20,491 INFO [RS:0;7bf281cf3991:41027 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:35:20,492 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,41027,1731497703870] 2024-11-13T11:35:20,492 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-125185971/draining/7bf281cf3991,41027,1731497703870 already deleted, retry=false 2024-11-13T11:35:20,492 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,41027,1731497703870 expired; onlineServers=0 2024-11-13T11:35:20,492 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,39241,1731497703836' ***** 2024-11-13T11:35:20,492 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:35:20,492 INFO [M:0;7bf281cf3991:39241 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:35:20,492 INFO [M:0;7bf281cf3991:39241 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:35:20,493 DEBUG [M:0;7bf281cf3991:39241 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:35:20,493 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:35:20,493 DEBUG [M:0;7bf281cf3991:39241 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:35:20,493 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497705624 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497705624,5,FailOnTimeoutGroup] 2024-11-13T11:35:20,493 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497705629 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497705629,5,FailOnTimeoutGroup] 2024-11-13T11:35:20,493 INFO [M:0;7bf281cf3991:39241 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:35:20,493 INFO [M:0;7bf281cf3991:39241 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:35:20,493 DEBUG [M:0;7bf281cf3991:39241 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:35:20,493 INFO [M:0;7bf281cf3991:39241 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:35:20,493 INFO [M:0;7bf281cf3991:39241 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:35:20,493 INFO [M:0;7bf281cf3991:39241 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:35:20,493 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:35:20,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-125185971/master 2024-11-13T11:35:20,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-125185971 2024-11-13T11:35:20,494 DEBUG [M:0;7bf281cf3991:39241 {}] zookeeper.ZKUtil(347): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Unable to get data of znode /1-125185971/master because node does not exist (not an error) 2024-11-13T11:35:20,494 WARN [M:0;7bf281cf3991:39241 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:35:20,494 INFO [M:0;7bf281cf3991:39241 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/.lastflushedseqids 2024-11-13T11:35:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741847_1023 (size=245) 2024-11-13T11:35:20,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:35:20,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41027-0x10038dd83240004, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:35:20,592 INFO [RS:0;7bf281cf3991:41027 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:35:20,592 INFO [RS:0;7bf281cf3991:41027 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,41027,1731497703870; zookeeper connection closed. 2024-11-13T11:35:20,592 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e55a6cb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e55a6cb 2024-11-13T11:35:20,592 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:35:20,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-13T11:35:20,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-13T11:35:20,898 INFO [M:0;7bf281cf3991:39241 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:35:20,898 INFO [M:0;7bf281cf3991:39241 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:35:20,898 DEBUG [M:0;7bf281cf3991:39241 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:35:20,898 INFO [M:0;7bf281cf3991:39241 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:20,899 DEBUG [M:0;7bf281cf3991:39241 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:20,899 DEBUG [M:0;7bf281cf3991:39241 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:35:20,899 DEBUG [M:0;7bf281cf3991:39241 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:20,899 INFO [M:0;7bf281cf3991:39241 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T11:35:20,912 DEBUG [M:0;7bf281cf3991:39241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d608bab6c52043d6a81513f1bf86b9d0 is 82, key is hbase:meta,,1/info:regioninfo/1731497706795/Put/seqid=0 2024-11-13T11:35:20,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741848_1024 (size=5672) 2024-11-13T11:35:21,268 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 912, reset compression=false 2024-11-13T11:35:21,316 INFO [M:0;7bf281cf3991:39241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d608bab6c52043d6a81513f1bf86b9d0 2024-11-13T11:35:21,332 DEBUG [M:0;7bf281cf3991:39241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05ec7f95275f4b02950781e97c4d3679 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731497713559/Put/seqid=0 2024-11-13T11:35:21,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741849_1025 (size=8515) 2024-11-13T11:35:21,736 INFO [M:0;7bf281cf3991:39241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05ec7f95275f4b02950781e97c4d3679 2024-11-13T11:35:21,752 DEBUG [M:0;7bf281cf3991:39241 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba8a9b064af244669452a9df9f7bef85 is 69, key is 7bf281cf3991,41027,1731497703870/rs:state/1731497705712/Put/seqid=0 2024-11-13T11:35:21,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741850_1026 (size=5156) 2024-11-13T11:35:22,156 INFO [M:0;7bf281cf3991:39241 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba8a9b064af244669452a9df9f7bef85 2024-11-13T11:35:22,161 DEBUG [M:0;7bf281cf3991:39241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d608bab6c52043d6a81513f1bf86b9d0 as hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d608bab6c52043d6a81513f1bf86b9d0 2024-11-13T11:35:22,164 INFO [M:0;7bf281cf3991:39241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d608bab6c52043d6a81513f1bf86b9d0, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T11:35:22,165 DEBUG [M:0;7bf281cf3991:39241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05ec7f95275f4b02950781e97c4d3679 as hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05ec7f95275f4b02950781e97c4d3679 2024-11-13T11:35:22,168 INFO [M:0;7bf281cf3991:39241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05ec7f95275f4b02950781e97c4d3679, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T11:35:22,169 DEBUG [M:0;7bf281cf3991:39241 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba8a9b064af244669452a9df9f7bef85 as hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba8a9b064af244669452a9df9f7bef85 2024-11-13T11:35:22,172 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 912, reset compression=false 2024-11-13T11:35:22,172 INFO [M:0;7bf281cf3991:39241 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33613/user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba8a9b064af244669452a9df9f7bef85, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T11:35:22,177 INFO [M:0;7bf281cf3991:39241 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false 2024-11-13T11:35:22,178 INFO [M:0;7bf281cf3991:39241 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:22,178 DEBUG [M:0;7bf281cf3991:39241 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497720898Disabling compacts and flushes for region at 1731497720898Disabling writes for close at 1731497720899 (+1 ms)Obtaining lock to block concurrent updates at 1731497720899Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497720899Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731497720899Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497720899Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497720899Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497720912 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497720912Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497721319 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497721332 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497721332Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497721739 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497721752 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497721752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c3666b: reopening flushed file at 1731497722160 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51dd6f4c: reopening flushed file at 1731497722164 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f884b1: reopening flushed file at 1731497722168 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=97, compaction requested=false at 1731497722177 (+9 ms)Writing region close event to WAL at 1731497722178 (+1 ms)Closed at 1731497722178 2024-11-13T11:35:22,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34409 is added to blk_1073741830_1006 (size=63642) 2024-11-13T11:35:22,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/44ed2143-4932-c3b3-c52e-c2ce02b1b8fc/MasterData/WALs/7bf281cf3991,39241,1731497703836/7bf281cf3991%2C39241%2C1731497703836.1731497705555 not finished, retry = 0 2024-11-13T11:35:22,281 INFO [M:0;7bf281cf3991:39241 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:35:22,281 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:35:22,281 INFO [M:0;7bf281cf3991:39241 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39241 2024-11-13T11:35:22,282 INFO [M:0;7bf281cf3991:39241 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:35:22,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:35:22,384 INFO [M:0;7bf281cf3991:39241 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:35:22,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39241-0x10038dd83240003, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:35:22,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64871940{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:35:22,388 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@681efc43{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:35:22,388 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:35:22,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8f1a53a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:35:22,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28f81f89{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/hadoop.log.dir/,STOPPED} 2024-11-13T11:35:22,390 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:35:22,390 WARN [BP-1627006647-172.17.0.2-1731497702941 heartbeating to localhost/127.0.0.1:33613 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:35:22,390 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:35:22,390 WARN [BP-1627006647-172.17.0.2-1731497702941 heartbeating to localhost/127.0.0.1:33613 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1627006647-172.17.0.2-1731497702941 (Datanode Uuid 5268e6ee-2bcf-41e1-9980-71f7dc86ac88) service to localhost/127.0.0.1:33613 2024-11-13T11:35:22,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/cluster_83866147-e21c-a436-d270-aba181651697/data/data1/current/BP-1627006647-172.17.0.2-1731497702941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:35:22,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/cluster_83866147-e21c-a436-d270-aba181651697/data/data2/current/BP-1627006647-172.17.0.2-1731497702941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:35:22,391 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:35:22,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b7861f8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:35:22,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2369f892{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:35:22,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:35:22,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e53d0c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:35:22,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8e55e70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/hadoop.log.dir/,STOPPED} 2024-11-13T11:35:22,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:35:22,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:35:22,422 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:35:22,422 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:22,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:22,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:22,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:22,423 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:35:22,423 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1124680028, stopped=false 2024-11-13T11:35:22,423 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,34667,1731497699849 2024-11-13T11:35:22,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1006844078/running 2024-11-13T11:35:22,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1006844078/running 2024-11-13T11:35:22,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:35:22,424 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:35:22,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:35:22,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:35:22,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:22,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:22,424 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,39349,1731497699889' ***** 2024-11-13T11:35:22,424 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:35:22,424 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Set watcher on znode that does not yet exist, /0-1006844078/running 2024-11-13T11:35:22,425 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:35:22,425 INFO [RS:0;7bf281cf3991:39349 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:35:22,425 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:35:22,425 INFO [RS:0;7bf281cf3991:39349 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:35:22,425 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(3091): Received CLOSE for dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:22,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Set watcher on znode that does not yet exist, /0-1006844078/running 2024-11-13T11:35:22,425 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(3091): Received CLOSE for 83ae001181a57476826fa3ad145917f2 2024-11-13T11:35:22,425 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,39349,1731497699889 2024-11-13T11:35:22,425 INFO [RS:0;7bf281cf3991:39349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:35:22,425 INFO [RS:0;7bf281cf3991:39349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:39349. 2024-11-13T11:35:22,425 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dde232d906525c2378dbc4b821af0361, disabling compactions & flushes 2024-11-13T11:35:22,425 DEBUG [RS:0;7bf281cf3991:39349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:22,425 DEBUG [RS:0;7bf281cf3991:39349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:22,425 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731497706910.dde232d906525c2378dbc4b821af0361. 2024-11-13T11:35:22,425 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497706910.dde232d906525c2378dbc4b821af0361. 2024-11-13T11:35:22,425 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:35:22,425 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731497706910.dde232d906525c2378dbc4b821af0361. after waiting 0 ms 2024-11-13T11:35:22,425 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:35:22,425 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731497706910.dde232d906525c2378dbc4b821af0361. 2024-11-13T11:35:22,425 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:35:22,425 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:35:22,425 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dde232d906525c2378dbc4b821af0361 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-13T11:35:22,426 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T11:35:22,426 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, dde232d906525c2378dbc4b821af0361=test,,1731497706910.dde232d906525c2378dbc4b821af0361., 83ae001181a57476826fa3ad145917f2=hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2.} 2024-11-13T11:35:22,426 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83ae001181a57476826fa3ad145917f2, dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:22,426 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:35:22,426 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:35:22,426 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:35:22,426 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:35:22,426 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:35:22,426 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T11:35:22,439 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/.tmp/info/7aa4a6fd15b341589c571c0962bb6061 is 147, key is hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2./info:regioninfo/1731497712009/Put/seqid=0 2024-11-13T11:35:22,443 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/.tmp/f/328fcb567c544d80a52a444237489ba2 is 29, key is row1/f:/1731497717568/DeleteFamily/seqid=0 2024-11-13T11:35:22,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741840_1016 (size=7686) 2024-11-13T11:35:22,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741841_1017 (size=5118) 2024-11-13T11:35:22,452 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:35:22,626 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83ae001181a57476826fa3ad145917f2, dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:22,815 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:35:22,815 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:35:22,826 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83ae001181a57476826fa3ad145917f2, dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:22,844 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/.tmp/info/7aa4a6fd15b341589c571c0962bb6061 2024-11-13T11:35:22,846 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/.tmp/f/328fcb567c544d80a52a444237489ba2 2024-11-13T11:35:22,850 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 328fcb567c544d80a52a444237489ba2 2024-11-13T11:35:22,862 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/.tmp/f1/21a4cf8ffb784f6797dfcb36d0f7911f is 30, key is row1/f1:/1731497717568/DeleteFamily/seqid=0 2024-11-13T11:35:22,864 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/.tmp/ns/390f8131eace4bb9b114e9c978e01d67 is 43, key is default/ns:d/1731497702802/Put/seqid=0 2024-11-13T11:35:22,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741842_1018 (size=5123) 2024-11-13T11:35:22,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741843_1019 (size=5153) 2024-11-13T11:35:23,026 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83ae001181a57476826fa3ad145917f2, dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:23,175 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 912, reset compression=false 2024-11-13T11:35:23,179 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:23,179 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 1159, reset compression=false 2024-11-13T11:35:23,179 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,39349,1731497699889 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:23,180 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7bf281cf3991,39349,1731497699889: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7bf281cf3991,39349,1731497699889, walGroup=7bf281cf3991%2C39349%2C1731497699889, offset=7bf281cf3991%2C39349%2C1731497699889.1731497701864:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:39349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T11:35:23,181 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T11:35:23,181 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T11:35:23,181 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T11:35:23,181 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T11:35:23,181 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T11:35:23,181 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 679127952 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 191366744 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T11:35:23,182 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:34667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:34667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T11:35:23,226 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83ae001181a57476826fa3ad145917f2, dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:23,267 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/.tmp/f1/21a4cf8ffb784f6797dfcb36d0f7911f 2024-11-13T11:35:23,268 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/.tmp/ns/390f8131eace4bb9b114e9c978e01d67 2024-11-13T11:35:23,271 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21a4cf8ffb784f6797dfcb36d0f7911f 2024-11-13T11:35:23,287 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/.tmp/rep_barrier/5aaca2e91e4a42eb907e5f5f9a92c4c4 is 112, key is test,,1731497706910.dde232d906525c2378dbc4b821af0361./rep_barrier:seqnumDuringOpen/1731497708055/Put/seqid=0 2024-11-13T11:35:23,287 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/.tmp/norep/856533e8f2bd40ed82d3db1eea92c0b3 is 32, key is row/norep:/1731497716554/DeleteFamily/seqid=0 2024-11-13T11:35:23,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741844_1020 (size=5518) 2024-11-13T11:35:23,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741845_1021 (size=5101) 2024-11-13T11:35:23,382 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 1159, reset compression=false 2024-11-13T11:35:23,427 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83ae001181a57476826fa3ad145917f2, dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:23,627 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83ae001181a57476826fa3ad145917f2, dde232d906525c2378dbc4b821af0361 2024-11-13T11:35:23,686 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 1159, reset compression=false 2024-11-13T11:35:23,691 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/.tmp/rep_barrier/5aaca2e91e4a42eb907e5f5f9a92c4c4 2024-11-13T11:35:23,691 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/.tmp/norep/856533e8f2bd40ed82d3db1eea92c0b3 2024-11-13T11:35:23,694 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 856533e8f2bd40ed82d3db1eea92c0b3 2024-11-13T11:35:23,695 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/.tmp/f/328fcb567c544d80a52a444237489ba2 as hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/f/328fcb567c544d80a52a444237489ba2 2024-11-13T11:35:23,699 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 328fcb567c544d80a52a444237489ba2 2024-11-13T11:35:23,699 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/f/328fcb567c544d80a52a444237489ba2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T11:35:23,700 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/.tmp/f1/21a4cf8ffb784f6797dfcb36d0f7911f as hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/f1/21a4cf8ffb784f6797dfcb36d0f7911f 2024-11-13T11:35:23,705 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 21a4cf8ffb784f6797dfcb36d0f7911f 2024-11-13T11:35:23,706 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/f1/21a4cf8ffb784f6797dfcb36d0f7911f, entries=2, sequenceid=8, filesize=5.0 K 2024-11-13T11:35:23,706 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/.tmp/norep/856533e8f2bd40ed82d3db1eea92c0b3 as hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/norep/856533e8f2bd40ed82d3db1eea92c0b3 2024-11-13T11:35:23,710 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 856533e8f2bd40ed82d3db1eea92c0b3 2024-11-13T11:35:23,710 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/norep/856533e8f2bd40ed82d3db1eea92c0b3, entries=1, sequenceid=8, filesize=5.0 K 2024-11-13T11:35:23,711 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for dde232d906525c2378dbc4b821af0361 in 1286ms, sequenceid=8, compaction requested=false 2024-11-13T11:35:23,715 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/default/test/dde232d906525c2378dbc4b821af0361/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T11:35:23,715 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/.tmp/table/82e17ea7ac964c3f8ea6156411f35122 is 53, key is hbase:replication/table:state/1731497712017/Put/seqid=0 2024-11-13T11:35:23,715 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:35:23,715 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:35:23,715 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731497706910.dde232d906525c2378dbc4b821af0361. 2024-11-13T11:35:23,715 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dde232d906525c2378dbc4b821af0361: Waiting for close lock at 1731497722425Running coprocessor pre-close hooks at 1731497722425Disabling compacts and flushes for region at 1731497722425Disabling writes for close at 1731497722425Obtaining lock to block concurrent updates at 1731497722425Preparing flush snapshotting stores in dde232d906525c2378dbc4b821af0361 at 1731497722425Finished memstore snapshotting test,,1731497706910.dde232d906525c2378dbc4b821af0361., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731497722426 (+1 ms)Flushing stores of test,,1731497706910.dde232d906525c2378dbc4b821af0361. at 1731497722426Flushing dde232d906525c2378dbc4b821af0361/f: creating writer at 1731497722426Flushing dde232d906525c2378dbc4b821af0361/f: appending metadata at 1731497722442 (+16 ms)Flushing dde232d906525c2378dbc4b821af0361/f: closing flushed file at 1731497722442Flushing dde232d906525c2378dbc4b821af0361/f1: creating writer at 1731497722850 (+408 ms)Flushing dde232d906525c2378dbc4b821af0361/f1: appending metadata at 1731497722862 (+12 ms)Flushing dde232d906525c2378dbc4b821af0361/f1: closing flushed file at 1731497722862Flushing dde232d906525c2378dbc4b821af0361/norep: creating writer at 1731497723271 (+409 ms)Flushing dde232d906525c2378dbc4b821af0361/norep: appending metadata at 1731497723286 (+15 ms)Flushing dde232d906525c2378dbc4b821af0361/norep: closing flushed file at 1731497723286Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30a5538b: reopening flushed file at 1731497723694 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789e840d: reopening flushed file at 1731497723699 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d04adcc: reopening flushed file at 1731497723706 (+7 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for dde232d906525c2378dbc4b821af0361 in 1286ms, sequenceid=8, compaction requested=false at 1731497723711 (+5 ms)Writing region close event to WAL at 1731497723712 (+1 ms)Running coprocessor post-close hooks at 1731497723715 (+3 ms)Closed at 1731497723715 2024-11-13T11:35:23,715 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731497706910.dde232d906525c2378dbc4b821af0361. 2024-11-13T11:35:23,715 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83ae001181a57476826fa3ad145917f2, disabling compactions & flushes 2024-11-13T11:35:23,715 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. 2024-11-13T11:35:23,715 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. 2024-11-13T11:35:23,716 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. after waiting 0 ms 2024-11-13T11:35:23,716 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. 2024-11-13T11:35:23,716 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83ae001181a57476826fa3ad145917f2: Waiting for close lock at 1731497723715Running coprocessor pre-close hooks at 1731497723715Disabling compacts and flushes for region at 1731497723715Disabling writes for close at 1731497723716 (+1 ms)Failed flush hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2., putting online again at 1731497723716 2024-11-13T11:35:23,716 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. 2024-11-13T11:35:23,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741846_1022 (size=5308) 2024-11-13T11:35:23,827 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T11:35:23,827 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 83ae001181a57476826fa3ad145917f2=hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2.} 2024-11-13T11:35:23,827 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(3091): Received CLOSE for 83ae001181a57476826fa3ad145917f2 2024-11-13T11:35:23,827 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 83ae001181a57476826fa3ad145917f2 2024-11-13T11:35:23,827 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83ae001181a57476826fa3ad145917f2, disabling compactions & flushes 2024-11-13T11:35:23,827 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. 2024-11-13T11:35:23,827 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. 2024-11-13T11:35:23,827 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. after waiting 0 ms 2024-11-13T11:35:23,827 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. 2024-11-13T11:35:23,827 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83ae001181a57476826fa3ad145917f2: Waiting for close lock at 1731497723827Running coprocessor pre-close hooks at 1731497723827Disabling compacts and flushes for region at 1731497723827Disabling writes for close at 1731497723827Failed flush hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2., putting online again at 1731497723827 2024-11-13T11:35:23,828 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731497711240.83ae001181a57476826fa3ad145917f2. 2024-11-13T11:35:24,027 DEBUG [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:35:24,089 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 1159, reset compression=false 2024-11-13T11:35:24,094 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:24,094 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 1803, reset compression=false 2024-11-13T11:35:24,110 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:24,111 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:35:24,112 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28325 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:35:24,119 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/.tmp/table/82e17ea7ac964c3f8ea6156411f35122 2024-11-13T11:35:24,123 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/.tmp/info/7aa4a6fd15b341589c571c0962bb6061 as hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/info/7aa4a6fd15b341589c571c0962bb6061 2024-11-13T11:35:24,127 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/info/7aa4a6fd15b341589c571c0962bb6061, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T11:35:24,128 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/.tmp/ns/390f8131eace4bb9b114e9c978e01d67 as hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/ns/390f8131eace4bb9b114e9c978e01d67 2024-11-13T11:35:24,132 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/ns/390f8131eace4bb9b114e9c978e01d67, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T11:35:24,133 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/.tmp/rep_barrier/5aaca2e91e4a42eb907e5f5f9a92c4c4 as hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/rep_barrier/5aaca2e91e4a42eb907e5f5f9a92c4c4 2024-11-13T11:35:24,136 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/rep_barrier/5aaca2e91e4a42eb907e5f5f9a92c4c4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T11:35:24,137 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/.tmp/table/82e17ea7ac964c3f8ea6156411f35122 as hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/table/82e17ea7ac964c3f8ea6156411f35122 2024-11-13T11:35:24,140 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/table/82e17ea7ac964c3f8ea6156411f35122, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T11:35:24,141 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-13T11:35:24,141 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:35:24,145 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T11:35:24,145 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:35:24,146 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:35:24,146 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:35:24,146 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497722426Running coprocessor pre-close hooks at 1731497722426Disabling compacts and flushes for region at 1731497722426Disabling writes for close at 1731497722426Obtaining lock to block concurrent updates at 1731497722426Preparing flush snapshotting stores in 1588230740 at 1731497722426Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731497722426Flushing stores of hbase:meta,,1.1588230740 at 1731497722427 (+1 ms)Flushing 1588230740/info: creating writer at 1731497722427Flushing 1588230740/info: appending metadata at 1731497722439 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731497722439Flushing 1588230740/ns: creating writer at 1731497722848 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731497722864 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731497722864Flushing 1588230740/rep_barrier: creating writer at 1731497723271 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731497723286 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731497723286Flushing 1588230740/table: creating writer at 1731497723694 (+408 ms)Flushing 1588230740/table: appending metadata at 1731497723714 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731497723714Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b28684: reopening flushed file at 1731497724123 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76c027e3: reopening flushed file at 1731497724127 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cd95353: reopening flushed file at 1731497724132 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a24d018: reopening flushed file at 1731497724136 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1731497724141 (+5 ms)Writing region close event to WAL at 1731497724142 (+1 ms)Running coprocessor post-close hooks at 1731497724145 (+3 ms)Closed at 1731497724146 (+1 ms) 2024-11-13T11:35:24,146 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:35:24,227 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T11:35:24,228 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,39349,1731497699889; all regions closed. 2024-11-13T11:35:24,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741834_1010 (size=4239) 2024-11-13T11:35:24,232 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.rep.1731497711971 not finished, retry = 0 2024-11-13T11:35:24,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741839_1015 (size=1733) 2024-11-13T11:35:24,297 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/WALs/7bf281cf3991,39349,1731497699889/7bf281cf3991%2C39349%2C1731497699889.1731497701864 to pos 1803, reset compression=false 2024-11-13T11:35:24,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741832_1008 (size=1811) 2024-11-13T11:35:24,336 DEBUG [RS:0;7bf281cf3991:39349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:24,336 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:35:24,336 INFO [RS:0;7bf281cf3991:39349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:35:24,336 INFO [RS:0;7bf281cf3991:39349 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T11:35:24,336 INFO [RS:0;7bf281cf3991:39349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:35:24,336 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:35:24,336 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,39349,1731497699889 because: Region server is closing 2024-11-13T11:35:24,337 INFO [RS:0;7bf281cf3991:39349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:39349. 2024-11-13T11:35:24,337 DEBUG [RS:0;7bf281cf3991:39349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:24,337 DEBUG [RS:0;7bf281cf3991:39349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:24,337 DEBUG [RS:0;7bf281cf3991:39349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:24,337 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:24,437 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.shipper7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 terminated 2024-11-13T11:35:24,437 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,39349,1731497699889.replicationSource.wal-reader.7bf281cf3991%2C39349%2C1731497699889,1-7bf281cf3991,39349,1731497699889 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T11:35:24,437 INFO [RS:0;7bf281cf3991:39349 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:39349. 2024-11-13T11:35:24,437 DEBUG [RS:0;7bf281cf3991:39349 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:24,437 DEBUG [RS:0;7bf281cf3991:39349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:24,438 DEBUG [RS:0;7bf281cf3991:39349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:24,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:24,438 INFO [RS:0;7bf281cf3991:39349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39349 2024-11-13T11:35:24,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1006844078/rs/7bf281cf3991,39349,1731497699889 2024-11-13T11:35:24,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078/rs 2024-11-13T11:35:24,439 INFO [RS:0;7bf281cf3991:39349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:35:24,441 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,39349,1731497699889] 2024-11-13T11:35:24,441 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1006844078/draining/7bf281cf3991,39349,1731497699889 already deleted, retry=false 2024-11-13T11:35:24,441 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,39349,1731497699889 expired; onlineServers=0 2024-11-13T11:35:24,441 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,34667,1731497699849' ***** 2024-11-13T11:35:24,441 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:35:24,441 INFO [M:0;7bf281cf3991:34667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:35:24,441 INFO [M:0;7bf281cf3991:34667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:35:24,442 DEBUG [M:0;7bf281cf3991:34667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:35:24,442 DEBUG [M:0;7bf281cf3991:34667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:35:24,442 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497701633 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497701633,5,FailOnTimeoutGroup] 2024-11-13T11:35:24,442 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497701633 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497701633,5,FailOnTimeoutGroup] 2024-11-13T11:35:24,442 INFO [M:0;7bf281cf3991:34667 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:35:24,442 INFO [M:0;7bf281cf3991:34667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:35:24,442 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:35:24,442 DEBUG [M:0;7bf281cf3991:34667 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:35:24,442 INFO [M:0;7bf281cf3991:34667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:35:24,442 INFO [M:0;7bf281cf3991:34667 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:35:24,442 INFO [M:0;7bf281cf3991:34667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:35:24,442 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:35:24,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1006844078/master 2024-11-13T11:35:24,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1006844078 2024-11-13T11:35:24,443 DEBUG [M:0;7bf281cf3991:34667 {}] zookeeper.ZKUtil(347): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Unable to get data of znode /0-1006844078/master because node does not exist (not an error) 2024-11-13T11:35:24,443 WARN [M:0;7bf281cf3991:34667 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:35:24,444 INFO [M:0;7bf281cf3991:34667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/.lastflushedseqids 2024-11-13T11:35:24,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741847_1023 (size=245) 2024-11-13T11:35:24,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:35:24,541 INFO [RS:0;7bf281cf3991:39349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:35:24,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39349-0x10038dd83240001, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:35:24,541 INFO [RS:0;7bf281cf3991:39349 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,39349,1731497699889; zookeeper connection closed. 2024-11-13T11:35:24,541 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72f89103 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72f89103 2024-11-13T11:35:24,541 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:35:24,849 INFO [M:0;7bf281cf3991:34667 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:35:24,849 INFO [M:0;7bf281cf3991:34667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:35:24,849 DEBUG [M:0;7bf281cf3991:34667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:35:24,849 INFO [M:0;7bf281cf3991:34667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:24,849 DEBUG [M:0;7bf281cf3991:34667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:24,849 DEBUG [M:0;7bf281cf3991:34667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:35:24,849 DEBUG [M:0;7bf281cf3991:34667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:24,849 INFO [M:0;7bf281cf3991:34667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T11:35:24,868 DEBUG [M:0;7bf281cf3991:34667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7103fca384b349dd8d3fc9d1212b2bed is 82, key is hbase:meta,,1/info:regioninfo/1731497702795/Put/seqid=0 2024-11-13T11:35:24,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741848_1024 (size=5672) 2024-11-13T11:35:25,272 INFO [M:0;7bf281cf3991:34667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7103fca384b349dd8d3fc9d1212b2bed 2024-11-13T11:35:25,288 DEBUG [M:0;7bf281cf3991:34667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b7a29a8d17f46809843618e25f80507 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731497712021/Put/seqid=0 2024-11-13T11:35:25,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741849_1025 (size=8515) 2024-11-13T11:35:25,360 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:35:25,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:25,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:25,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:25,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:25,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:25,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:25,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:25,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:25,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:25,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:25,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:25,692 INFO [M:0;7bf281cf3991:34667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b7a29a8d17f46809843618e25f80507 2024-11-13T11:35:25,709 DEBUG [M:0;7bf281cf3991:34667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/449365fcd6f846e6b98e240680778ac0 is 69, key is 7bf281cf3991,39349,1731497699889/rs:state/1731497701727/Put/seqid=0 2024-11-13T11:35:25,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741850_1026 (size=5156) 2024-11-13T11:35:26,113 INFO [M:0;7bf281cf3991:34667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/449365fcd6f846e6b98e240680778ac0 2024-11-13T11:35:26,117 DEBUG [M:0;7bf281cf3991:34667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7103fca384b349dd8d3fc9d1212b2bed as hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7103fca384b349dd8d3fc9d1212b2bed 2024-11-13T11:35:26,121 INFO [M:0;7bf281cf3991:34667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7103fca384b349dd8d3fc9d1212b2bed, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T11:35:26,122 DEBUG [M:0;7bf281cf3991:34667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9b7a29a8d17f46809843618e25f80507 as hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b7a29a8d17f46809843618e25f80507 2024-11-13T11:35:26,126 INFO [M:0;7bf281cf3991:34667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9b7a29a8d17f46809843618e25f80507, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T11:35:26,127 DEBUG [M:0;7bf281cf3991:34667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/449365fcd6f846e6b98e240680778ac0 as hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/449365fcd6f846e6b98e240680778ac0 2024-11-13T11:35:26,132 INFO [M:0;7bf281cf3991:34667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43977/user/jenkins/test-data/75f9dfe4-53f4-ef96-e1e2-352a0f8e7989/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/449365fcd6f846e6b98e240680778ac0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T11:35:26,133 INFO [M:0;7bf281cf3991:34667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false 2024-11-13T11:35:26,141 INFO [M:0;7bf281cf3991:34667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:26,141 DEBUG [M:0;7bf281cf3991:34667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497724849Disabling compacts and flushes for region at 1731497724849Disabling writes for close at 1731497724849Obtaining lock to block concurrent updates at 1731497724849Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497724849Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731497724849Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497724850 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497724850Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497724868 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497724868Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497725275 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497725288 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497725288Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497725696 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497725708 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497725708Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@96712aa: reopening flushed file at 1731497726117 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@700e05a0: reopening flushed file at 1731497726122 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7220c140: reopening flushed file at 1731497726126 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=97, compaction requested=false at 1731497726133 (+7 ms)Writing region close event to WAL at 1731497726141 (+8 ms)Closed at 1731497726141 2024-11-13T11:35:26,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39807 is added to blk_1073741830_1006 (size=63642) 2024-11-13T11:35:26,144 INFO [M:0;7bf281cf3991:34667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:35:26,144 INFO [M:0;7bf281cf3991:34667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34667 2024-11-13T11:35:26,144 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:35:26,144 INFO [M:0;7bf281cf3991:34667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:35:26,246 INFO [M:0;7bf281cf3991:34667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:35:26,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:35:26,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34667-0x10038dd83240000, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:35:26,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4260ffd0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:35:26,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ccfdb21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:35:26,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:35:26,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338dcc6a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:35:26,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e77e763{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/hadoop.log.dir/,STOPPED} 2024-11-13T11:35:26,250 WARN [BP-1831100552-172.17.0.2-1731497699015 heartbeating to localhost/127.0.0.1:43977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:35:26,250 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:35:26,250 WARN [BP-1831100552-172.17.0.2-1731497699015 heartbeating to localhost/127.0.0.1:43977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1831100552-172.17.0.2-1731497699015 (Datanode Uuid bb17ca6d-7205-449f-8046-8a96b1f2dab9) service to localhost/127.0.0.1:43977 2024-11-13T11:35:26,250 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:35:26,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/cluster_806f9b2e-17de-4c91-e826-ad5567974ec4/data/data1/current/BP-1831100552-172.17.0.2-1731497699015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:35:26,250 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/cluster_806f9b2e-17de-4c91-e826-ad5567974ec4/data/data2/current/BP-1831100552-172.17.0.2-1731497699015 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:35:26,251 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:35:26,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1012b09e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:35:26,256 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@665193da{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:35:26,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:35:26,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a685939{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:35:26,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fdac2e1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/460aaab7-a5f0-4167-28b6-fbfa763cafc6/hadoop.log.dir/,STOPPED} 2024-11-13T11:35:26,262 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T11:35:26,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:35:26,282 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=265 (was 248) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43977 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:43977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33613 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52996) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33613 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33613 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:33613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33613 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52996) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=653 (was 626) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=219 (was 176) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1861 (was 2004) 2024-11-13T11:35:26,291 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=265, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=219, ProcessCount=11, AvailableMemoryMB=1865 2024-11-13T11:35:26,307 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-13T11:35:26,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/hadoop.log.dir so I do NOT create it in target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c 2024-11-13T11:35:26,307 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:35:26,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/hadoop.tmp.dir so I do NOT create it in target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c 2024-11-13T11:35:26,308 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d81ee64a-ea71-8524-3cee-99b935050c68/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:35:26,308 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c 2024-11-13T11:35:26,308 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/cluster_6e126b53-8c5f-0e7f-1d1d-eebc84d5f85e, deleteOnExit=true 2024-11-13T11:35:26,310 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/cluster_6e126b53-8c5f-0e7f-1d1d-eebc84d5f85e/zookeeper_0, clientPort=64567, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/cluster_6e126b53-8c5f-0e7f-1d1d-eebc84d5f85e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/cluster_6e126b53-8c5f-0e7f-1d1d-eebc84d5f85e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T11:35:26,311 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64567 2024-11-13T11:35:26,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:35:26,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:35:26,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/test.cache.data in system properties and HBase conf 2024-11-13T11:35:26,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:35:26,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:35:26,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:35:26,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:35:26,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:35:26,312 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:35:26,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:35:26,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:35:26,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:35:26,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:35:26,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:35:26,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:35:26,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:35:26,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:35:26,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:35:26,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:35:26,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:35:26,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:35:26,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:35:26,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:35:26,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10038dd83240005, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:35:26,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10038dd83240005, quorum=127.0.0.1:52996, baseZNode=/1-125185971 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:35:26,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10038dd83240002, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:35:26,361 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10038dd83240002, quorum=127.0.0.1:52996, baseZNode=/0-1006844078 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:35:26,374 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:35:26,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:35:26,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:35:26,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:35:26,381 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:35:26,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:35:26,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1380d0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:35:26,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b589b02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:35:26,481 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74d4b63{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/java.io.tmpdir/jetty-localhost-35577-hadoop-hdfs-3_4_1-tests_jar-_-any-16118475597169063084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:35:26,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7292c86f{HTTP/1.1, (http/1.1)}{localhost:35577} 2024-11-13T11:35:26,481 INFO [Time-limited test {}] server.Server(415): Started @211354ms 2024-11-13T11:35:26,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:35:26,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:35:26,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:35:26,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:35:26,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:35:26,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38b4ab95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:35:26,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22b3f6ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:35:26,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76d31998{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/java.io.tmpdir/jetty-localhost-42061-hadoop-hdfs-3_4_1-tests_jar-_-any-18199869208444314228/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:35:26,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70014cdd{HTTP/1.1, (http/1.1)}{localhost:42061} 2024-11-13T11:35:26,659 INFO [Time-limited test {}] server.Server(415): Started @211531ms 2024-11-13T11:35:26,660 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:35:26,730 WARN [Thread-2669 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/cluster_6e126b53-8c5f-0e7f-1d1d-eebc84d5f85e/data/data1/current/BP-2041441384-172.17.0.2-1731497726332/current, will proceed with Du for space computation calculation, 2024-11-13T11:35:26,731 WARN [Thread-2670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/cluster_6e126b53-8c5f-0e7f-1d1d-eebc84d5f85e/data/data2/current/BP-2041441384-172.17.0.2-1731497726332/current, will proceed with Du for space computation calculation, 2024-11-13T11:35:26,761 WARN [Thread-2657 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:35:26,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x657743d78b6413b0 with lease ID 0xfabdfb62a7738c02: Processing first storage report for DS-a8914b84-315b-4ec9-9caf-9581dfefe7ab from datanode DatanodeRegistration(127.0.0.1:38577, datanodeUuid=10f9d41b-0485-4ca1-9e5c-80cd02bad1d9, infoPort=45053, infoSecurePort=0, ipcPort=34829, storageInfo=lv=-57;cid=testClusterID;nsid=1722643925;c=1731497726332) 2024-11-13T11:35:26,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x657743d78b6413b0 with lease ID 0xfabdfb62a7738c02: from storage DS-a8914b84-315b-4ec9-9caf-9581dfefe7ab node DatanodeRegistration(127.0.0.1:38577, datanodeUuid=10f9d41b-0485-4ca1-9e5c-80cd02bad1d9, infoPort=45053, infoSecurePort=0, ipcPort=34829, storageInfo=lv=-57;cid=testClusterID;nsid=1722643925;c=1731497726332), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:35:26,764 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x657743d78b6413b0 with lease ID 0xfabdfb62a7738c02: Processing first storage report for DS-842fd49e-1b62-4605-95f4-58d32043918d from datanode DatanodeRegistration(127.0.0.1:38577, datanodeUuid=10f9d41b-0485-4ca1-9e5c-80cd02bad1d9, infoPort=45053, infoSecurePort=0, ipcPort=34829, storageInfo=lv=-57;cid=testClusterID;nsid=1722643925;c=1731497726332) 2024-11-13T11:35:26,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x657743d78b6413b0 with lease ID 0xfabdfb62a7738c02: from storage DS-842fd49e-1b62-4605-95f4-58d32043918d node DatanodeRegistration(127.0.0.1:38577, datanodeUuid=10f9d41b-0485-4ca1-9e5c-80cd02bad1d9, infoPort=45053, infoSecurePort=0, ipcPort=34829, storageInfo=lv=-57;cid=testClusterID;nsid=1722643925;c=1731497726332), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:35:26,781 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c 2024-11-13T11:35:26,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:26,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:26,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:35:27,190 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec with version=8 2024-11-13T11:35:27,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/hbase-staging 2024-11-13T11:35:27,192 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:35:27,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:27,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:27,192 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:35:27,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:27,192 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:35:27,192 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:35:27,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:35:27,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37687 2024-11-13T11:35:27,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37687 connecting to ZooKeeper ensemble=127.0.0.1:64567 2024-11-13T11:35:27,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376870x0, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:35:27,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37687-0x10038ddedd40000 connected 2024-11-13T11:35:27,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:27,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:27,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Set watcher on znode that does not yet exist, /0-1917062767/running 2024-11-13T11:35:27,214 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec, hbase.cluster.distributed=false 2024-11-13T11:35:27,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Set watcher on znode that does not yet exist, /0-1917062767/acl 2024-11-13T11:35:27,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37687 2024-11-13T11:35:27,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37687 2024-11-13T11:35:27,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37687 2024-11-13T11:35:27,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37687 2024-11-13T11:35:27,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37687 2024-11-13T11:35:27,238 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:35:27,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:27,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:27,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:35:27,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:27,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:35:27,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:35:27,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:35:27,238 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33779 2024-11-13T11:35:27,239 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33779 connecting to ZooKeeper ensemble=127.0.0.1:64567 2024-11-13T11:35:27,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:27,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:27,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337790x0, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:35:27,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Set watcher on znode that does not yet exist, /0-1917062767/running 2024-11-13T11:35:27,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33779-0x10038ddedd40001 connected 2024-11-13T11:35:27,244 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:35:27,249 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:35:27,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Set watcher on znode that does not yet exist, /0-1917062767/master 2024-11-13T11:35:27,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Set watcher on znode that does not yet exist, /0-1917062767/acl 2024-11-13T11:35:27,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33779 2024-11-13T11:35:27,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33779 2024-11-13T11:35:27,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33779 2024-11-13T11:35:27,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33779 2024-11-13T11:35:27,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33779 2024-11-13T11:35:27,280 DEBUG [M:0;7bf281cf3991:37687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:37687 2024-11-13T11:35:27,280 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1917062767/backup-masters/7bf281cf3991,37687,1731497727192 2024-11-13T11:35:27,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767/backup-masters 2024-11-13T11:35:27,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767/backup-masters 2024-11-13T11:35:27,298 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Set watcher on existing znode=/0-1917062767/backup-masters/7bf281cf3991,37687,1731497727192 2024-11-13T11:35:27,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:35:27,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1917062767/master 2024-11-13T11:35:27,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:35:27,303 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Set watcher on existing znode=/0-1917062767/master 2024-11-13T11:35:27,303 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1917062767/backup-masters/7bf281cf3991,37687,1731497727192 from backup master directory 2024-11-13T11:35:27,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1917062767/backup-masters/7bf281cf3991,37687,1731497727192 2024-11-13T11:35:27,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767/backup-masters 2024-11-13T11:35:27,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767/backup-masters 2024-11-13T11:35:27,304 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:35:27,304 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,37687,1731497727192 2024-11-13T11:35:27,307 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/hbase.id] with ID: f315c10d-5110-4fae-8dec-5f6389dde1ca 2024-11-13T11:35:27,307 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/.tmp/hbase.id 2024-11-13T11:35:27,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:35:27,715 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/.tmp/hbase.id]:[hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/hbase.id] 2024-11-13T11:35:27,724 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:27,724 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:35:27,725 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T11:35:27,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:35:27,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:35:27,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:35:28,131 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:35:28,131 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:35:28,132 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:28,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:35:28,537 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store 2024-11-13T11:35:28,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:35:28,942 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:28,942 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:35:28,942 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:28,942 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:28,942 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:35:28,942 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:28,942 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:28,942 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497728942Disabling compacts and flushes for region at 1731497728942Disabling writes for close at 1731497728942Writing region close event to WAL at 1731497728942Closed at 1731497728942 2024-11-13T11:35:28,943 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/.initializing 2024-11-13T11:35:28,943 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/WALs/7bf281cf3991,37687,1731497727192 2024-11-13T11:35:28,944 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:35:28,945 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C37687%2C1731497727192, suffix=, logDir=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/WALs/7bf281cf3991,37687,1731497727192, archiveDir=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/oldWALs, maxLogs=10 2024-11-13T11:35:28,962 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/WALs/7bf281cf3991,37687,1731497727192/7bf281cf3991%2C37687%2C1731497727192.1731497728945, exclude list is [], retry=0 2024-11-13T11:35:28,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38577,DS-a8914b84-315b-4ec9-9caf-9581dfefe7ab,DISK] 2024-11-13T11:35:28,966 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/WALs/7bf281cf3991,37687,1731497727192/7bf281cf3991%2C37687%2C1731497727192.1731497728945 2024-11-13T11:35:28,966 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053)] 2024-11-13T11:35:28,966 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:28,966 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:28,966 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:28,966 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:28,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:28,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:35:28,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:28,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:28,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:28,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:35:28,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:28,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:28,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:28,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:35:28,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:28,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:28,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:28,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:35:28,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:28,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:28,974 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:28,975 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:28,975 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:28,976 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:28,976 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:28,976 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:35:28,977 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:28,979 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:28,979 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60240534, jitterRate=-0.10234609246253967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:35:28,980 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497728966Initializing all the Stores at 1731497728967 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497728967Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497728969 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497728969Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497728969Cleaning up temporary data from old regions at 1731497728976 (+7 ms)Region opened successfully at 1731497728980 (+4 ms) 2024-11-13T11:35:28,980 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:35:28,982 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6313ce74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:35:28,983 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:35:28,983 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:35:28,983 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:35:28,983 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:35:28,984 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:35:28,984 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:35:28,984 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:35:28,985 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:35:28,986 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Unable to get data of znode /0-1917062767/balancer because node does not exist (not necessarily an error) 2024-11-13T11:35:28,987 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1917062767/balancer already deleted, retry=false 2024-11-13T11:35:28,987 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:35:28,988 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Unable to get data of znode /0-1917062767/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:35:28,988 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1917062767/normalizer already deleted, retry=false 2024-11-13T11:35:28,988 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:35:28,989 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Unable to get data of znode /0-1917062767/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:35:28,990 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1917062767/switch/split already deleted, retry=false 2024-11-13T11:35:28,990 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Unable to get data of znode /0-1917062767/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:35:28,991 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1917062767/switch/merge already deleted, retry=false 2024-11-13T11:35:28,992 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Unable to get data of znode /0-1917062767/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:35:28,993 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1917062767/snapshot-cleanup already deleted, retry=false 2024-11-13T11:35:28,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1917062767/running 2024-11-13T11:35:28,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1917062767/running 2024-11-13T11:35:28,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:35:28,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:35:28,994 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,37687,1731497727192, sessionid=0x10038ddedd40000, setting cluster-up flag (Was=false) 2024-11-13T11:35:28,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:35:28,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:35:28,998 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1917062767/flush-table-proc/acquired, /0-1917062767/flush-table-proc/reached, /0-1917062767/flush-table-proc/abort 2024-11-13T11:35:28,999 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,37687,1731497727192 2024-11-13T11:35:29,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:35:29,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:35:29,003 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1917062767/online-snapshot/acquired, /0-1917062767/online-snapshot/reached, /0-1917062767/online-snapshot/abort 2024-11-13T11:35:29,003 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,37687,1731497727192 2024-11-13T11:35:29,004 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:35:29,005 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:29,005 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:35:29,005 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:35:29,005 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,37687,1731497727192 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:35:29,006 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:29,006 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:29,006 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:29,006 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:29,006 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:35:29,006 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:29,007 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:35:29,007 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:29,008 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:29,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:35:29,008 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:29,008 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:35:29,012 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497759012 2024-11-13T11:35:29,012 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:35:29,012 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:35:29,012 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:35:29,012 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:35:29,012 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:35:29,012 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:35:29,013 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:29,016 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:35:29,016 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:35:29,016 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:35:29,016 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:35:29,017 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:35:29,017 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:35:29,021 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497729017,5,FailOnTimeoutGroup] 2024-11-13T11:35:29,021 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497729021,5,FailOnTimeoutGroup] 2024-11-13T11:35:29,021 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:29,033 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:35:29,033 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:29,033 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:29,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:35:29,067 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(746): ClusterId : f315c10d-5110-4fae-8dec-5f6389dde1ca 2024-11-13T11:35:29,067 DEBUG [RS:0;7bf281cf3991:33779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:35:29,069 DEBUG [RS:0;7bf281cf3991:33779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:35:29,069 DEBUG [RS:0;7bf281cf3991:33779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:35:29,070 DEBUG [RS:0;7bf281cf3991:33779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:35:29,070 DEBUG [RS:0;7bf281cf3991:33779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6384690a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:35:29,087 DEBUG [RS:0;7bf281cf3991:33779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:33779 2024-11-13T11:35:29,087 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:35:29,087 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:35:29,087 DEBUG [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:35:29,088 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,37687,1731497727192 with port=33779, startcode=1731497727238 2024-11-13T11:35:29,088 DEBUG [RS:0;7bf281cf3991:33779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:35:29,089 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:35:29,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37687 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,33779,1731497727238 2024-11-13T11:35:29,090 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37687 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,33779,1731497727238 2024-11-13T11:35:29,091 DEBUG [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec 2024-11-13T11:35:29,091 DEBUG [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42885 2024-11-13T11:35:29,091 DEBUG [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:35:29,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767/rs 2024-11-13T11:35:29,093 DEBUG [RS:0;7bf281cf3991:33779 {}] zookeeper.ZKUtil(111): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Set watcher on existing znode=/0-1917062767/rs/7bf281cf3991,33779,1731497727238 2024-11-13T11:35:29,093 WARN [RS:0;7bf281cf3991:33779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:35:29,093 INFO [RS:0;7bf281cf3991:33779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:29,093 DEBUG [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238 2024-11-13T11:35:29,093 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,33779,1731497727238] 2024-11-13T11:35:29,096 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:35:29,098 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:35:29,098 INFO [RS:0;7bf281cf3991:33779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:35:29,098 INFO [RS:0;7bf281cf3991:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:29,100 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:35:29,100 INFO [RS:0;7bf281cf3991:33779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:35:29,101 INFO [RS:0;7bf281cf3991:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:29,101 DEBUG [RS:0;7bf281cf3991:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:29,101 DEBUG [RS:0;7bf281cf3991:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:29,101 DEBUG [RS:0;7bf281cf3991:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:29,101 DEBUG [RS:0;7bf281cf3991:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:29,101 DEBUG [RS:0;7bf281cf3991:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:29,101 DEBUG [RS:0;7bf281cf3991:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:35:29,101 DEBUG [RS:0;7bf281cf3991:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:29,101 DEBUG [RS:0;7bf281cf3991:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:29,101 DEBUG [RS:0;7bf281cf3991:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:29,101 DEBUG [RS:0;7bf281cf3991:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:29,101 DEBUG [RS:0;7bf281cf3991:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:29,101 DEBUG [RS:0;7bf281cf3991:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:29,101 DEBUG [RS:0;7bf281cf3991:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:35:29,101 DEBUG [RS:0;7bf281cf3991:33779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:35:29,104 INFO [RS:0;7bf281cf3991:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:29,104 INFO [RS:0;7bf281cf3991:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:29,104 INFO [RS:0;7bf281cf3991:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:29,104 INFO [RS:0;7bf281cf3991:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:29,104 INFO [RS:0;7bf281cf3991:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:29,104 INFO [RS:0;7bf281cf3991:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33779,1731497727238-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:35:29,121 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:35:29,121 INFO [RS:0;7bf281cf3991:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33779,1731497727238-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:29,121 INFO [RS:0;7bf281cf3991:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:29,121 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.Replication(171): 7bf281cf3991,33779,1731497727238 started 2024-11-13T11:35:29,138 INFO [RS:0;7bf281cf3991:33779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:29,138 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,33779,1731497727238, RpcServer on 7bf281cf3991/172.17.0.2:33779, sessionid=0x10038ddedd40001 2024-11-13T11:35:29,139 DEBUG [RS:0;7bf281cf3991:33779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:35:29,139 DEBUG [RS:0;7bf281cf3991:33779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,33779,1731497727238 2024-11-13T11:35:29,139 DEBUG [RS:0;7bf281cf3991:33779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,33779,1731497727238' 2024-11-13T11:35:29,139 DEBUG [RS:0;7bf281cf3991:33779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1917062767/flush-table-proc/abort' 2024-11-13T11:35:29,139 DEBUG [RS:0;7bf281cf3991:33779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1917062767/flush-table-proc/acquired' 2024-11-13T11:35:29,140 DEBUG [RS:0;7bf281cf3991:33779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:35:29,140 DEBUG [RS:0;7bf281cf3991:33779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:35:29,140 DEBUG [RS:0;7bf281cf3991:33779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,33779,1731497727238 2024-11-13T11:35:29,140 DEBUG [RS:0;7bf281cf3991:33779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,33779,1731497727238' 2024-11-13T11:35:29,140 DEBUG [RS:0;7bf281cf3991:33779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1917062767/online-snapshot/abort' 2024-11-13T11:35:29,140 DEBUG [RS:0;7bf281cf3991:33779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1917062767/online-snapshot/acquired' 2024-11-13T11:35:29,140 DEBUG [RS:0;7bf281cf3991:33779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:35:29,140 INFO [RS:0;7bf281cf3991:33779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:35:29,140 INFO [RS:0;7bf281cf3991:33779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:35:29,241 INFO [RS:0;7bf281cf3991:33779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:35:29,242 INFO [RS:0;7bf281cf3991:33779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C33779%2C1731497727238, suffix=, logDir=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238, archiveDir=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/oldWALs, maxLogs=10 2024-11-13T11:35:29,259 DEBUG [RS:0;7bf281cf3991:33779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242, exclude list is [], retry=0 2024-11-13T11:35:29,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38577,DS-a8914b84-315b-4ec9-9caf-9581dfefe7ab,DISK] 2024-11-13T11:35:29,263 INFO [RS:0;7bf281cf3991:33779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 2024-11-13T11:35:29,263 DEBUG [RS:0;7bf281cf3991:33779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053)] 2024-11-13T11:35:29,435 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:35:29,435 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec 2024-11-13T11:35:29,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741833_1009 (size=32) 2024-11-13T11:35:29,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:29,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:35:29,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:35:29,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:29,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:29,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:35:29,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:35:29,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:29,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:29,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:35:29,846 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:35:29,846 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:29,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:29,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:35:29,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:35:29,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:29,847 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:29,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:35:29,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740 2024-11-13T11:35:29,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740 2024-11-13T11:35:29,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:35:29,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:35:29,849 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:35:29,850 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:35:29,851 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:29,852 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67825211, jitterRate=0.010674402117729187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:35:29,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497729840Initializing all the Stores at 1731497729841 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497729841Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497729841Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497729841Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497729841Cleaning up temporary data from old regions at 1731497729849 (+8 ms)Region opened successfully at 1731497729852 (+3 ms) 2024-11-13T11:35:29,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:35:29,852 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:35:29,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:35:29,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:35:29,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:35:29,853 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:35:29,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497729852Disabling compacts and flushes for region at 1731497729852Disabling writes for close at 1731497729852Writing region close event to WAL at 1731497729853 (+1 ms)Closed at 1731497729853 2024-11-13T11:35:29,854 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:29,854 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:35:29,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:35:29,855 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:35:29,855 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:35:30,006 DEBUG [7bf281cf3991:37687 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:35:30,006 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,33779,1731497727238 2024-11-13T11:35:30,007 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,33779,1731497727238, state=OPENING 2024-11-13T11:35:30,008 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:35:30,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:35:30,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:35:30,010 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:35:30,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1917062767/meta-region-server: CHANGED 2024-11-13T11:35:30,010 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1917062767/meta-region-server: CHANGED 2024-11-13T11:35:30,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,33779,1731497727238}] 2024-11-13T11:35:30,163 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:35:30,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43937, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:35:30,167 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:35:30,167 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:30,167 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:35:30,168 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C33779%2C1731497727238.meta, suffix=.meta, logDir=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238, archiveDir=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/oldWALs, maxLogs=10 2024-11-13T11:35:30,192 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.meta.1731497730168.meta, exclude list is [], retry=0 2024-11-13T11:35:30,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38577,DS-a8914b84-315b-4ec9-9caf-9581dfefe7ab,DISK] 2024-11-13T11:35:30,196 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.meta.1731497730168.meta 2024-11-13T11:35:30,196 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053)] 2024-11-13T11:35:30,196 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:30,197 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:35:30,197 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:35:30,197 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:35:30,197 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:35:30,197 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:35:30,197 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:30,197 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:35:30,197 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:35:30,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:35:30,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:35:30,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:30,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:30,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:35:30,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:35:30,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:30,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:30,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:35:30,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:35:30,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:30,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:30,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:35:30,201 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:35:30,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:30,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:30,201 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:35:30,202 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740 2024-11-13T11:35:30,202 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740 2024-11-13T11:35:30,203 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:35:30,203 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:35:30,204 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:35:30,204 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:35:30,205 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67342311, jitterRate=0.003478631377220154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:35:30,205 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:35:30,205 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497730197Writing region info on filesystem at 1731497730197Initializing all the Stores at 1731497730198 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497730198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497730198Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497730198Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497730198Cleaning up temporary data from old regions at 1731497730203 (+5 ms)Running coprocessor post-open hooks at 1731497730205 (+2 ms)Region opened successfully at 1731497730205 2024-11-13T11:35:30,206 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497730162 2024-11-13T11:35:30,208 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:35:30,208 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:35:30,209 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,33779,1731497727238 2024-11-13T11:35:30,209 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,33779,1731497727238, state=OPEN 2024-11-13T11:35:30,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1917062767/meta-region-server 2024-11-13T11:35:30,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1917062767/meta-region-server 2024-11-13T11:35:30,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1917062767/meta-region-server: CHANGED 2024-11-13T11:35:30,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1917062767/meta-region-server: CHANGED 2024-11-13T11:35:30,210 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,33779,1731497727238 2024-11-13T11:35:30,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:35:30,212 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,33779,1731497727238 in 200 msec 2024-11-13T11:35:30,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:35:30,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-13T11:35:30,214 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:30,214 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:35:30,215 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:30,215 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,33779,1731497727238, seqNum=-1] 2024-11-13T11:35:30,215 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:30,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:35:30,220 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-11-13T11:35:30,220 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497730220, completionTime=-1 2024-11-13T11:35:30,220 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:35:30,220 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:35:30,222 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:35:30,222 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497790222 2024-11-13T11:35:30,222 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497850222 2024-11-13T11:35:30,222 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T11:35:30,223 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,37687,1731497727192-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:30,223 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,37687,1731497727192-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:30,223 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,37687,1731497727192-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:30,223 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:37687, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:30,223 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:30,224 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:35:30,230 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:30,233 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.929sec 2024-11-13T11:35:30,233 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:35:30,234 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:35:30,234 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:35:30,234 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:35:30,234 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:35:30,234 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,37687,1731497727192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:35:30,234 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,37687,1731497727192-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:35:30,235 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:35:30,235 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:35:30,235 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,37687,1731497727192-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:30,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f51982d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:30,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,37687,-1 for getting cluster id 2024-11-13T11:35:30,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:30,270 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f315c10d-5110-4fae-8dec-5f6389dde1ca' 2024-11-13T11:35:30,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:30,270 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f315c10d-5110-4fae-8dec-5f6389dde1ca" 2024-11-13T11:35:30,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1f9564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:30,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,37687,-1] 2024-11-13T11:35:30,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:30,271 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:30,272 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:30,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c51c0c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:30,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,33779,1731497727238, seqNum=-1] 2024-11-13T11:35:30,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:30,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:35:30,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,37687,1731497727192 2024-11-13T11:35:30,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64567 2024-11-13T11:35:30,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:35:30,281 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10038ddedd40002 connected 2024-11-13T11:35:30,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/hadoop.log.dir so I do NOT create it in target/test-data/8f343422-e531-5967-aae3-efc393834795 2024-11-13T11:35:30,284 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:35:30,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/hadoop.tmp.dir so I do NOT create it in target/test-data/8f343422-e531-5967-aae3-efc393834795 2024-11-13T11:35:30,284 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:35:30,284 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795 2024-11-13T11:35:30,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:35:30,284 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/cluster_b50f0a72-e486-10a3-19a5-c11d6a2fc7aa, deleteOnExit=true 2024-11-13T11:35:30,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:35:30,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/test.cache.data in system properties and HBase conf 2024-11-13T11:35:30,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:35:30,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:35:30,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:35:30,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:35:30,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:35:30,285 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:35:30,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:35:30,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:35:30,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:35:30,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:35:30,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:35:30,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:35:30,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:35:30,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:35:30,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:35:30,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:35:30,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:35:30,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:35:30,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:35:30,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:35:30,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:35:30,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:35:30,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:35:30,364 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:35:30,365 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:35:30,365 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:35:30,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67e30c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:35:30,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@599275ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:35:30,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b2e3eb0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/java.io.tmpdir/jetty-localhost-37493-hadoop-hdfs-3_4_1-tests_jar-_-any-7131935555793571523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:35:30,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@125cedb1{HTTP/1.1, (http/1.1)}{localhost:37493} 2024-11-13T11:35:30,467 INFO [Time-limited test {}] server.Server(415): Started @215340ms 2024-11-13T11:35:30,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:35:30,567 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:35:30,570 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:35:30,570 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:35:30,570 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:35:30,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45ff5f1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:35:30,573 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3f1a99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:35:30,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T11:35:30,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:35:30,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a00b9a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/java.io.tmpdir/jetty-localhost-45941-hadoop-hdfs-3_4_1-tests_jar-_-any-16401772795459311974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:35:30,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d0ecd10{HTTP/1.1, (http/1.1)}{localhost:45941} 2024-11-13T11:35:30,705 INFO [Time-limited test {}] server.Server(415): Started @215577ms 2024-11-13T11:35:30,706 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:35:30,778 WARN [Thread-2789 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/cluster_b50f0a72-e486-10a3-19a5-c11d6a2fc7aa/data/data1/current/BP-331692109-172.17.0.2-1731497730307/current, will proceed with Du for space computation calculation, 2024-11-13T11:35:30,778 WARN [Thread-2790 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/cluster_b50f0a72-e486-10a3-19a5-c11d6a2fc7aa/data/data2/current/BP-331692109-172.17.0.2-1731497730307/current, will proceed with Du for space computation calculation, 2024-11-13T11:35:30,801 WARN [Thread-2777 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:35:30,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe355dcf54bd6e236 with lease ID 0xe604417823a6ded5: Processing first storage report for DS-c41a8064-6ca2-41d8-a825-76b72325de5a from datanode DatanodeRegistration(127.0.0.1:36029, datanodeUuid=06675a72-af36-4576-b399-3dc8fe913e19, infoPort=45691, infoSecurePort=0, ipcPort=37205, storageInfo=lv=-57;cid=testClusterID;nsid=2031149459;c=1731497730307) 2024-11-13T11:35:30,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe355dcf54bd6e236 with lease ID 0xe604417823a6ded5: from storage DS-c41a8064-6ca2-41d8-a825-76b72325de5a node DatanodeRegistration(127.0.0.1:36029, datanodeUuid=06675a72-af36-4576-b399-3dc8fe913e19, infoPort=45691, infoSecurePort=0, ipcPort=37205, storageInfo=lv=-57;cid=testClusterID;nsid=2031149459;c=1731497730307), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:35:30,807 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe355dcf54bd6e236 with lease ID 0xe604417823a6ded5: Processing first storage report for DS-7a9840ed-e1e2-43c8-97b4-2091b86e7b7e from datanode DatanodeRegistration(127.0.0.1:36029, datanodeUuid=06675a72-af36-4576-b399-3dc8fe913e19, infoPort=45691, infoSecurePort=0, ipcPort=37205, storageInfo=lv=-57;cid=testClusterID;nsid=2031149459;c=1731497730307) 2024-11-13T11:35:30,807 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe355dcf54bd6e236 with lease ID 0xe604417823a6ded5: from storage DS-7a9840ed-e1e2-43c8-97b4-2091b86e7b7e node DatanodeRegistration(127.0.0.1:36029, datanodeUuid=06675a72-af36-4576-b399-3dc8fe913e19, infoPort=45691, infoSecurePort=0, ipcPort=37205, storageInfo=lv=-57;cid=testClusterID;nsid=2031149459;c=1731497730307), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:35:30,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795 2024-11-13T11:35:30,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:30,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:30,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:35:31,245 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0 with version=8 2024-11-13T11:35:31,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/hbase-staging 2024-11-13T11:35:31,247 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:35:31,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:31,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:31,247 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:35:31,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:31,247 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:35:31,247 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:35:31,248 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:35:31,248 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44407 2024-11-13T11:35:31,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44407 connecting to ZooKeeper ensemble=127.0.0.1:64567 2024-11-13T11:35:31,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444070x0, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:35:31,250 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44407-0x10038ddedd40003 connected 2024-11-13T11:35:31,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:31,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:31,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Set watcher on znode that does not yet exist, /1-2110592981/running 2024-11-13T11:35:31,258 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0, hbase.cluster.distributed=false 2024-11-13T11:35:31,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Set watcher on znode that does not yet exist, /1-2110592981/acl 2024-11-13T11:35:31,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44407 2024-11-13T11:35:31,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44407 2024-11-13T11:35:31,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44407 2024-11-13T11:35:31,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44407 2024-11-13T11:35:31,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44407 2024-11-13T11:35:31,279 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:35:31,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:31,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:31,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:35:31,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:31,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:35:31,280 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:35:31,280 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:35:31,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34609 2024-11-13T11:35:31,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34609 connecting to ZooKeeper ensemble=127.0.0.1:64567 2024-11-13T11:35:31,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:31,284 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:31,287 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346090x0, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:35:31,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346090x0, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Set watcher on znode that does not yet exist, /1-2110592981/running 2024-11-13T11:35:31,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34609-0x10038ddedd40004 connected 2024-11-13T11:35:31,288 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:35:31,289 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:35:31,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Set watcher on znode that does not yet exist, /1-2110592981/master 2024-11-13T11:35:31,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Set watcher on znode that does not yet exist, /1-2110592981/acl 2024-11-13T11:35:31,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34609 2024-11-13T11:35:31,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34609 2024-11-13T11:35:31,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34609 2024-11-13T11:35:31,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34609 2024-11-13T11:35:31,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34609 2024-11-13T11:35:31,316 DEBUG [M:0;7bf281cf3991:44407 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:44407 2024-11-13T11:35:31,317 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2110592981/backup-masters/7bf281cf3991,44407,1731497731247 2024-11-13T11:35:31,318 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981/backup-masters 2024-11-13T11:35:31,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981/backup-masters 2024-11-13T11:35:31,320 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Set watcher on existing znode=/1-2110592981/backup-masters/7bf281cf3991,44407,1731497731247 2024-11-13T11:35:31,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981 2024-11-13T11:35:31,320 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2110592981/master 2024-11-13T11:35:31,320 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981 2024-11-13T11:35:31,321 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Set watcher on existing znode=/1-2110592981/master 2024-11-13T11:35:31,321 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2110592981/backup-masters/7bf281cf3991,44407,1731497731247 from backup master directory 2024-11-13T11:35:31,322 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981/backup-masters 2024-11-13T11:35:31,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2110592981/backup-masters/7bf281cf3991,44407,1731497731247 2024-11-13T11:35:31,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981/backup-masters 2024-11-13T11:35:31,322 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:35:31,322 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,44407,1731497731247 2024-11-13T11:35:31,326 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/hbase.id] with ID: 210ffaf9-45d9-49ee-9c9d-1372b2958acd 2024-11-13T11:35:31,326 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/.tmp/hbase.id 2024-11-13T11:35:31,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:35:31,733 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/.tmp/hbase.id]:[hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/hbase.id] 2024-11-13T11:35:31,742 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:31,742 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:35:31,743 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T11:35:31,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981 2024-11-13T11:35:31,744 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981 2024-11-13T11:35:31,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:35:32,149 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:35:32,150 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:35:32,150 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:35:32,556 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store 2024-11-13T11:35:32,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:35:32,961 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:32,961 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:35:32,961 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:32,961 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:32,961 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:35:32,961 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:32,961 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:32,961 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497732961Disabling compacts and flushes for region at 1731497732961Disabling writes for close at 1731497732961Writing region close event to WAL at 1731497732961Closed at 1731497732961 2024-11-13T11:35:32,962 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/.initializing 2024-11-13T11:35:32,962 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/WALs/7bf281cf3991,44407,1731497731247 2024-11-13T11:35:32,963 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:35:32,964 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C44407%2C1731497731247, suffix=, logDir=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/WALs/7bf281cf3991,44407,1731497731247, archiveDir=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/oldWALs, maxLogs=10 2024-11-13T11:35:32,977 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/WALs/7bf281cf3991,44407,1731497731247/7bf281cf3991%2C44407%2C1731497731247.1731497732964, exclude list is [], retry=0 2024-11-13T11:35:32,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36029,DS-c41a8064-6ca2-41d8-a825-76b72325de5a,DISK] 2024-11-13T11:35:32,981 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/WALs/7bf281cf3991,44407,1731497731247/7bf281cf3991%2C44407%2C1731497731247.1731497732964 2024-11-13T11:35:32,981 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45691:45691)] 2024-11-13T11:35:32,981 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:32,982 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:32,982 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:32,982 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:32,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:32,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:35:32,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:32,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:32,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:32,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:35:32,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:32,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:32,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:32,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:35:32,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:32,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:32,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:32,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:35:32,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:32,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:32,987 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:32,987 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:32,988 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:32,988 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:32,988 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:32,989 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:35:32,990 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:32,991 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:32,991 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59735899, jitterRate=-0.10986573994159698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:35:32,992 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497732982Initializing all the Stores at 1731497732982Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497732982Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497732983 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497732983Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497732983Cleaning up temporary data from old regions at 1731497732988 (+5 ms)Region opened successfully at 1731497732992 (+4 ms) 2024-11-13T11:35:32,992 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:35:32,994 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4136395e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:35:32,995 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:35:32,995 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:35:32,995 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:35:32,995 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:35:32,996 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:35:32,996 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:35:32,996 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:35:32,997 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:35:32,998 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Unable to get data of znode /1-2110592981/balancer because node does not exist (not necessarily an error) 2024-11-13T11:35:32,998 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2110592981/balancer already deleted, retry=false 2024-11-13T11:35:32,999 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:35:32,999 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Unable to get data of znode /1-2110592981/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:35:33,000 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2110592981/normalizer already deleted, retry=false 2024-11-13T11:35:33,000 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:35:33,001 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Unable to get data of znode /1-2110592981/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:35:33,001 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2110592981/switch/split already deleted, retry=false 2024-11-13T11:35:33,002 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Unable to get data of znode /1-2110592981/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:35:33,002 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2110592981/switch/merge already deleted, retry=false 2024-11-13T11:35:33,004 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Unable to get data of znode /1-2110592981/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:35:33,004 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2110592981/snapshot-cleanup already deleted, retry=false 2024-11-13T11:35:33,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2110592981/running 2024-11-13T11:35:33,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981 2024-11-13T11:35:33,005 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,44407,1731497731247, sessionid=0x10038ddedd40003, setting cluster-up flag (Was=false) 2024-11-13T11:35:33,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981 2024-11-13T11:35:33,009 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2110592981/flush-table-proc/acquired, /1-2110592981/flush-table-proc/reached, /1-2110592981/flush-table-proc/abort 2024-11-13T11:35:33,009 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2110592981/running 2024-11-13T11:35:33,009 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981 2024-11-13T11:35:33,010 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,44407,1731497731247 2024-11-13T11:35:33,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981 2024-11-13T11:35:33,011 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981 2024-11-13T11:35:33,014 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2110592981/online-snapshot/acquired, /1-2110592981/online-snapshot/reached, /1-2110592981/online-snapshot/abort 2024-11-13T11:35:33,015 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,44407,1731497731247 2024-11-13T11:35:33,016 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:35:33,017 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:33,018 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:35:33,018 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:35:33,018 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,44407,1731497731247 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:35:33,020 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:33,020 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:33,020 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:33,020 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:33,020 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:35:33,020 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:33,020 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:35:33,020 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:33,026 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497763026 2024-11-13T11:35:33,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:33,026 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:35:33,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:35:33,027 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:35:33,027 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:35:33,027 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:35:33,027 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:35:33,027 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:35:33,027 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:33,027 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:35:33,028 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:35:33,028 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:35:33,028 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:35:33,028 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:35:33,028 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:35:33,029 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497733028,5,FailOnTimeoutGroup] 2024-11-13T11:35:33,033 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497733029,5,FailOnTimeoutGroup] 2024-11-13T11:35:33,033 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:33,033 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:35:33,033 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:33,033 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:33,033 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:33,033 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:35:33,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:35:33,103 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(746): ClusterId : 210ffaf9-45d9-49ee-9c9d-1372b2958acd 2024-11-13T11:35:33,103 DEBUG [RS:0;7bf281cf3991:34609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:35:33,105 DEBUG [RS:0;7bf281cf3991:34609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:35:33,105 DEBUG [RS:0;7bf281cf3991:34609 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:35:33,106 DEBUG [RS:0;7bf281cf3991:34609 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:35:33,106 DEBUG [RS:0;7bf281cf3991:34609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200aac9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:35:33,116 DEBUG [RS:0;7bf281cf3991:34609 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:34609 2024-11-13T11:35:33,116 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:35:33,116 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:35:33,116 DEBUG [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:35:33,117 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,44407,1731497731247 with port=34609, startcode=1731497731279 2024-11-13T11:35:33,117 DEBUG [RS:0;7bf281cf3991:34609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:35:33,118 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:35:33,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44407 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,34609,1731497731279 2024-11-13T11:35:33,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44407 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,34609,1731497731279 2024-11-13T11:35:33,120 DEBUG [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0 2024-11-13T11:35:33,120 DEBUG [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41717 2024-11-13T11:35:33,120 DEBUG [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:35:33,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981/rs 2024-11-13T11:35:33,123 DEBUG [RS:0;7bf281cf3991:34609 {}] zookeeper.ZKUtil(111): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Set watcher on existing znode=/1-2110592981/rs/7bf281cf3991,34609,1731497731279 2024-11-13T11:35:33,123 WARN [RS:0;7bf281cf3991:34609 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:35:33,123 INFO [RS:0;7bf281cf3991:34609 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:33,123 DEBUG [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279 2024-11-13T11:35:33,123 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,34609,1731497731279] 2024-11-13T11:35:33,126 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:35:33,128 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:35:33,129 INFO [RS:0;7bf281cf3991:34609 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:35:33,129 INFO [RS:0;7bf281cf3991:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:33,133 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:35:33,133 INFO [RS:0;7bf281cf3991:34609 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:35:33,134 INFO [RS:0;7bf281cf3991:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:33,134 DEBUG [RS:0;7bf281cf3991:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:33,134 DEBUG [RS:0;7bf281cf3991:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:33,134 DEBUG [RS:0;7bf281cf3991:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:33,134 DEBUG [RS:0;7bf281cf3991:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:33,134 DEBUG [RS:0;7bf281cf3991:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:33,134 DEBUG [RS:0;7bf281cf3991:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:35:33,134 DEBUG [RS:0;7bf281cf3991:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:33,134 DEBUG [RS:0;7bf281cf3991:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:33,134 DEBUG [RS:0;7bf281cf3991:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:33,134 DEBUG [RS:0;7bf281cf3991:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:33,134 DEBUG [RS:0;7bf281cf3991:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:33,134 DEBUG [RS:0;7bf281cf3991:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:33,134 DEBUG [RS:0;7bf281cf3991:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:35:33,134 DEBUG [RS:0;7bf281cf3991:34609 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:35:33,140 INFO [RS:0;7bf281cf3991:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:33,140 INFO [RS:0;7bf281cf3991:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:33,140 INFO [RS:0;7bf281cf3991:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:33,140 INFO [RS:0;7bf281cf3991:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:33,140 INFO [RS:0;7bf281cf3991:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:33,140 INFO [RS:0;7bf281cf3991:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,34609,1731497731279-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:35:33,158 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:35:33,159 INFO [RS:0;7bf281cf3991:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,34609,1731497731279-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:33,159 INFO [RS:0;7bf281cf3991:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:33,159 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.Replication(171): 7bf281cf3991,34609,1731497731279 started 2024-11-13T11:35:33,176 INFO [RS:0;7bf281cf3991:34609 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:33,176 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,34609,1731497731279, RpcServer on 7bf281cf3991/172.17.0.2:34609, sessionid=0x10038ddedd40004 2024-11-13T11:35:33,176 DEBUG [RS:0;7bf281cf3991:34609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:35:33,176 DEBUG [RS:0;7bf281cf3991:34609 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,34609,1731497731279 2024-11-13T11:35:33,176 DEBUG [RS:0;7bf281cf3991:34609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,34609,1731497731279' 2024-11-13T11:35:33,176 DEBUG [RS:0;7bf281cf3991:34609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2110592981/flush-table-proc/abort' 2024-11-13T11:35:33,177 DEBUG [RS:0;7bf281cf3991:34609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2110592981/flush-table-proc/acquired' 2024-11-13T11:35:33,177 DEBUG [RS:0;7bf281cf3991:34609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:35:33,177 DEBUG [RS:0;7bf281cf3991:34609 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:35:33,177 DEBUG [RS:0;7bf281cf3991:34609 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,34609,1731497731279 2024-11-13T11:35:33,177 DEBUG [RS:0;7bf281cf3991:34609 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,34609,1731497731279' 2024-11-13T11:35:33,177 DEBUG [RS:0;7bf281cf3991:34609 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2110592981/online-snapshot/abort' 2024-11-13T11:35:33,178 DEBUG [RS:0;7bf281cf3991:34609 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2110592981/online-snapshot/acquired' 2024-11-13T11:35:33,178 DEBUG [RS:0;7bf281cf3991:34609 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:35:33,178 INFO [RS:0;7bf281cf3991:34609 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:35:33,178 INFO [RS:0;7bf281cf3991:34609 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:35:33,278 INFO [RS:0;7bf281cf3991:34609 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:35:33,279 INFO [RS:0;7bf281cf3991:34609 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C34609%2C1731497731279, suffix=, logDir=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279, archiveDir=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/oldWALs, maxLogs=10 2024-11-13T11:35:33,296 DEBUG [RS:0;7bf281cf3991:34609 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280, exclude list is [], retry=0 2024-11-13T11:35:33,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36029,DS-c41a8064-6ca2-41d8-a825-76b72325de5a,DISK] 2024-11-13T11:35:33,300 INFO [RS:0;7bf281cf3991:34609 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 2024-11-13T11:35:33,300 DEBUG [RS:0;7bf281cf3991:34609 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45691:45691)] 2024-11-13T11:35:33,443 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:35:33,443 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0 2024-11-13T11:35:33,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741833_1009 (size=32) 2024-11-13T11:35:33,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:33,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:35:33,862 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:35:33,862 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:33,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:33,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:35:33,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:35:33,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:33,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:33,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:35:33,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:35:33,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:33,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:33,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:35:33,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:35:33,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:33,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:33,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:35:33,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740 2024-11-13T11:35:33,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740 2024-11-13T11:35:33,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:35:33,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:35:33,868 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:35:33,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:35:33,870 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:33,870 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68890099, jitterRate=0.02654246985912323}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:35:33,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497733860Initializing all the Stores at 1731497733860Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497733860Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497733860Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497733860Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497733860Cleaning up temporary data from old regions at 1731497733867 (+7 ms)Region opened successfully at 1731497733871 (+4 ms) 2024-11-13T11:35:33,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:35:33,871 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:35:33,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:35:33,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:35:33,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:35:33,871 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:35:33,871 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497733871Disabling compacts and flushes for region at 1731497733871Disabling writes for close at 1731497733871Writing region close event to WAL at 1731497733871Closed at 1731497733871 2024-11-13T11:35:33,872 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:33,872 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:35:33,872 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:35:33,873 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:35:33,874 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:35:34,024 DEBUG [7bf281cf3991:44407 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:35:34,025 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,34609,1731497731279 2024-11-13T11:35:34,026 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,34609,1731497731279, state=OPENING 2024-11-13T11:35:34,027 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:35:34,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981 2024-11-13T11:35:34,027 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981 2024-11-13T11:35:34,028 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:35:34,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2110592981/meta-region-server: CHANGED 2024-11-13T11:35:34,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2110592981/meta-region-server: CHANGED 2024-11-13T11:35:34,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,34609,1731497731279}] 2024-11-13T11:35:34,180 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:34,180 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:35:34,180 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:35:34,181 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38394 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:35:34,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:35:34,184 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:35:34,184 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:34,184 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:35:34,185 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C34609%2C1731497731279.meta, suffix=.meta, logDir=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279, archiveDir=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/oldWALs, maxLogs=10 2024-11-13T11:35:34,200 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.meta.1731497734185.meta, exclude list is [], retry=0 2024-11-13T11:35:34,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36029,DS-c41a8064-6ca2-41d8-a825-76b72325de5a,DISK] 2024-11-13T11:35:34,204 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.meta.1731497734185.meta 2024-11-13T11:35:34,204 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45691:45691)] 2024-11-13T11:35:34,204 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:34,204 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:35:34,204 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:35:34,204 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:35:34,204 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:35:34,205 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:35:34,205 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:34,205 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:35:34,205 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:35:34,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:35:34,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:35:34,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:34,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:34,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:35:34,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:35:34,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:34,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:34,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:35:34,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:35:34,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:34,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:34,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:35:34,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:35:34,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:34,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:34,209 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:35:34,210 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740 2024-11-13T11:35:34,210 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740 2024-11-13T11:35:34,211 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:35:34,211 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:35:34,211 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:35:34,212 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:35:34,213 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73494853, jitterRate=0.095158651471138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:35:34,213 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:35:34,213 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497734205Writing region info on filesystem at 1731497734205Initializing all the Stores at 1731497734205Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497734205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497734206 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497734206Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497734206Cleaning up temporary data from old regions at 1731497734211 (+5 ms)Running coprocessor post-open hooks at 1731497734213 (+2 ms)Region opened successfully at 1731497734213 2024-11-13T11:35:34,214 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497734180 2024-11-13T11:35:34,216 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:35:34,216 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:35:34,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,34609,1731497731279 2024-11-13T11:35:34,217 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,34609,1731497731279, state=OPEN 2024-11-13T11:35:34,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2110592981/meta-region-server 2024-11-13T11:35:34,218 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2110592981/meta-region-server 2024-11-13T11:35:34,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2110592981/meta-region-server: CHANGED 2024-11-13T11:35:34,218 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2110592981/meta-region-server: CHANGED 2024-11-13T11:35:34,218 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,34609,1731497731279 2024-11-13T11:35:34,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:35:34,220 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,34609,1731497731279 in 190 msec 2024-11-13T11:35:34,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:35:34,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-13T11:35:34,222 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:34,222 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:35:34,223 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:34,223 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34609,1731497731279, seqNum=-1] 2024-11-13T11:35:34,223 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:34,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:35:34,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2130 sec 2024-11-13T11:35:34,231 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497734230, completionTime=-1 2024-11-13T11:35:34,231 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:35:34,231 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:35:34,233 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:35:34,233 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497794233 2024-11-13T11:35:34,233 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497854233 2024-11-13T11:35:34,233 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T11:35:34,233 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44407,1731497731247-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:34,233 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44407,1731497731247-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:34,233 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44407,1731497731247-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:34,233 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:44407, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:34,233 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:34,235 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:35:34,241 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:34,244 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.922sec 2024-11-13T11:35:34,244 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:35:34,244 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:35:34,245 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:35:34,245 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:35:34,245 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:35:34,245 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44407,1731497731247-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:35:34,245 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44407,1731497731247-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:35:34,246 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:35:34,246 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:35:34,247 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44407,1731497731247-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:34,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@850c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:34,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,44407,-1 for getting cluster id 2024-11-13T11:35:34,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:34,305 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '210ffaf9-45d9-49ee-9c9d-1372b2958acd' 2024-11-13T11:35:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:34,305 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "210ffaf9-45d9-49ee-9c9d-1372b2958acd" 2024-11-13T11:35:34,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482aa50c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:34,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,44407,-1] 2024-11-13T11:35:34,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:34,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:34,307 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:34,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1411bf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:34,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:34,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34609,1731497731279, seqNum=-1] 2024-11-13T11:35:34,309 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:34,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:35:34,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,44407,1731497731247 2024-11-13T11:35:34,312 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64567 2024-11-13T11:35:34,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:35:34,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10038ddedd40005 connected 2024-11-13T11:35:34,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/hadoop.log.dir so I do NOT create it in target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9 2024-11-13T11:35:34,316 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:35:34,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/hadoop.tmp.dir so I do NOT create it in target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9 2024-11-13T11:35:34,316 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:35:34,316 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9 2024-11-13T11:35:34,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:35:34,316 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/cluster_f15b7b7c-70a7-22ff-5e93-09da9b6fb705, deleteOnExit=true 2024-11-13T11:35:34,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:35:34,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/test.cache.data in system properties and HBase conf 2024-11-13T11:35:34,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:35:34,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:35:34,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:35:34,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:35:34,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:35:34,317 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:35:34,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:35:34,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:35:34,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:35:34,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:35:34,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:35:34,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:35:34,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:35:34,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:35:34,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:35:34,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:35:34,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:35:34,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:35:34,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:35:34,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:35:34,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:35:34,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:35:34,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:35:34,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:35:34,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:35:34,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:35:34,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c1eb1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:35:34,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7808178e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:35:34,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21d5c399{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/java.io.tmpdir/jetty-localhost-43419-hadoop-hdfs-3_4_1-tests_jar-_-any-10579222089524021065/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:35:34,495 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@784a7587{HTTP/1.1, (http/1.1)}{localhost:43419} 2024-11-13T11:35:34,495 INFO [Time-limited test {}] server.Server(415): Started @219367ms 2024-11-13T11:35:34,565 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:35:34,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:35:34,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:35:34,571 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:35:34,571 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:35:34,571 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14b05bf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:35:34,572 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1964ee56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:35:34,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a8cf022{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/java.io.tmpdir/jetty-localhost-46531-hadoop-hdfs-3_4_1-tests_jar-_-any-10278327932732700481/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:35:34,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@678fdb91{HTTP/1.1, (http/1.1)}{localhost:46531} 2024-11-13T11:35:34,674 INFO [Time-limited test {}] server.Server(415): Started @219547ms 2024-11-13T11:35:34,675 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:35:34,731 WARN [Thread-2910 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/cluster_f15b7b7c-70a7-22ff-5e93-09da9b6fb705/data/data2/current/BP-1924352942-172.17.0.2-1731497734337/current, will proceed with Du for space computation calculation, 2024-11-13T11:35:34,731 WARN [Thread-2909 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/cluster_f15b7b7c-70a7-22ff-5e93-09da9b6fb705/data/data1/current/BP-1924352942-172.17.0.2-1731497734337/current, will proceed with Du for space computation calculation, 2024-11-13T11:35:34,753 WARN [Thread-2897 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:35:34,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f6258aa6b98db68 with lease ID 0x1e87c0eb835639c2: Processing first storage report for DS-9b0ae1d6-9d81-484f-b88b-d875f559f895 from datanode DatanodeRegistration(127.0.0.1:40663, datanodeUuid=d0ca3b1e-bf31-4e3e-b0e8-6e5636f13569, infoPort=36457, infoSecurePort=0, ipcPort=33313, storageInfo=lv=-57;cid=testClusterID;nsid=1964221206;c=1731497734337) 2024-11-13T11:35:34,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f6258aa6b98db68 with lease ID 0x1e87c0eb835639c2: from storage DS-9b0ae1d6-9d81-484f-b88b-d875f559f895 node DatanodeRegistration(127.0.0.1:40663, datanodeUuid=d0ca3b1e-bf31-4e3e-b0e8-6e5636f13569, infoPort=36457, infoSecurePort=0, ipcPort=33313, storageInfo=lv=-57;cid=testClusterID;nsid=1964221206;c=1731497734337), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:35:34,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4f6258aa6b98db68 with lease ID 0x1e87c0eb835639c2: Processing first storage report for DS-7c947de8-1dea-4d76-9fb8-36d8e9f11c9d from datanode DatanodeRegistration(127.0.0.1:40663, datanodeUuid=d0ca3b1e-bf31-4e3e-b0e8-6e5636f13569, infoPort=36457, infoSecurePort=0, ipcPort=33313, storageInfo=lv=-57;cid=testClusterID;nsid=1964221206;c=1731497734337) 2024-11-13T11:35:34,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4f6258aa6b98db68 with lease ID 0x1e87c0eb835639c2: from storage DS-7c947de8-1dea-4d76-9fb8-36d8e9f11c9d node DatanodeRegistration(127.0.0.1:40663, datanodeUuid=d0ca3b1e-bf31-4e3e-b0e8-6e5636f13569, infoPort=36457, infoSecurePort=0, ipcPort=33313, storageInfo=lv=-57;cid=testClusterID;nsid=1964221206;c=1731497734337), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:35:34,797 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9 2024-11-13T11:35:34,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:34,799 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:34,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:35:35,096 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:35:35,216 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083 with version=8 2024-11-13T11:35:35,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/hbase-staging 2024-11-13T11:35:35,218 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:35:35,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:35,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:35,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:35:35,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:35,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:35:35,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:35:35,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:35:35,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41179 2024-11-13T11:35:35,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41179 connecting to ZooKeeper ensemble=127.0.0.1:64567 2024-11-13T11:35:35,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411790x0, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:35:35,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41179-0x10038ddedd40006 connected 2024-11-13T11:35:35,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:35,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:35,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Set watcher on znode that does not yet exist, /22049734416/running 2024-11-13T11:35:35,235 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083, hbase.cluster.distributed=false 2024-11-13T11:35:35,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Set watcher on znode that does not yet exist, /22049734416/acl 2024-11-13T11:35:35,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41179 2024-11-13T11:35:35,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41179 2024-11-13T11:35:35,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41179 2024-11-13T11:35:35,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41179 2024-11-13T11:35:35,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41179 2024-11-13T11:35:35,253 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:35:35,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:35,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:35,253 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:35:35,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:35:35,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:35:35,253 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:35:35,253 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:35:35,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36305 2024-11-13T11:35:35,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36305 connecting to ZooKeeper ensemble=127.0.0.1:64567 2024-11-13T11:35:35,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:35,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:35,262 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:363050x0, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:35:35,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36305-0x10038ddedd40007 connected 2024-11-13T11:35:35,262 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Set watcher on znode that does not yet exist, /22049734416/running 2024-11-13T11:35:35,262 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:35:35,266 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:35:35,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Set watcher on znode that does not yet exist, /22049734416/master 2024-11-13T11:35:35,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Set watcher on znode that does not yet exist, /22049734416/acl 2024-11-13T11:35:35,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36305 2024-11-13T11:35:35,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36305 2024-11-13T11:35:35,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36305 2024-11-13T11:35:35,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36305 2024-11-13T11:35:35,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36305 2024-11-13T11:35:35,290 DEBUG [M:0;7bf281cf3991:41179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:41179 2024-11-13T11:35:35,291 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22049734416/backup-masters/7bf281cf3991,41179,1731497735218 2024-11-13T11:35:35,292 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416/backup-masters 2024-11-13T11:35:35,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416/backup-masters 2024-11-13T11:35:35,292 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Set watcher on existing znode=/22049734416/backup-masters/7bf281cf3991,41179,1731497735218 2024-11-13T11:35:35,293 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22049734416/master 2024-11-13T11:35:35,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:35,293 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:35,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Set watcher on existing znode=/22049734416/master 2024-11-13T11:35:35,294 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22049734416/backup-masters/7bf281cf3991,41179,1731497735218 from backup master directory 2024-11-13T11:35:35,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22049734416/backup-masters/7bf281cf3991,41179,1731497735218 2024-11-13T11:35:35,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416/backup-masters 2024-11-13T11:35:35,294 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416/backup-masters 2024-11-13T11:35:35,294 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:35:35,294 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,41179,1731497735218 2024-11-13T11:35:35,297 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/hbase.id] with ID: 9f2e05b3-1737-4992-87ae-f742828e787c 2024-11-13T11:35:35,297 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/.tmp/hbase.id 2024-11-13T11:35:35,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:35:35,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:35:35,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:35,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:35,706 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/.tmp/hbase.id]:[hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/hbase.id] 2024-11-13T11:35:35,715 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:35:35,715 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:35:35,716 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T11:35:35,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:35,717 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:35,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:35:35,734 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:35:35,735 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:35:35,735 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:35,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:35,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:35,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:35,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:35,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:35,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:35,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:35:35,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:35,745 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store 2024-11-13T11:35:35,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:35:35,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:35,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:35,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:36,151 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:36,151 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:35:36,151 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:36,151 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:36,151 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:35:36,151 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:36,151 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:36,151 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497736151Disabling compacts and flushes for region at 1731497736151Disabling writes for close at 1731497736151Writing region close event to WAL at 1731497736151Closed at 1731497736151 2024-11-13T11:35:36,152 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/.initializing 2024-11-13T11:35:36,152 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/WALs/7bf281cf3991,41179,1731497735218 2024-11-13T11:35:36,153 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:35:36,154 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C41179%2C1731497735218, suffix=, logDir=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/WALs/7bf281cf3991,41179,1731497735218, archiveDir=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/oldWALs, maxLogs=10 2024-11-13T11:35:36,172 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/WALs/7bf281cf3991,41179,1731497735218/7bf281cf3991%2C41179%2C1731497735218.1731497736154, exclude list is [], retry=0 2024-11-13T11:35:36,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40663,DS-9b0ae1d6-9d81-484f-b88b-d875f559f895,DISK] 2024-11-13T11:35:36,178 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/WALs/7bf281cf3991,41179,1731497735218/7bf281cf3991%2C41179%2C1731497735218.1731497736154 2024-11-13T11:35:36,179 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36457:36457)] 2024-11-13T11:35:36,179 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:36,179 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:36,179 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:36,179 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:36,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:36,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:35:36,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:36,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:36,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:36,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:35:36,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:36,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:36,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:36,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:35:36,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:36,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:36,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:36,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:35:36,184 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:36,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:36,185 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:36,185 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:36,185 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:36,186 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:36,186 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:36,186 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:35:36,187 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:35:36,188 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:36,189 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59758414, jitterRate=-0.1095302402973175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:35:36,189 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497736179Initializing all the Stores at 1731497736180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497736180Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497736180Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497736180Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497736180Cleaning up temporary data from old regions at 1731497736186 (+6 ms)Region opened successfully at 1731497736189 (+3 ms) 2024-11-13T11:35:36,189 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:35:36,191 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27f89baf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:35:36,192 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:35:36,192 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:35:36,192 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:35:36,192 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:35:36,193 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:35:36,193 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:35:36,193 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:35:36,195 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:35:36,195 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Unable to get data of znode /22049734416/balancer because node does not exist (not necessarily an error) 2024-11-13T11:35:36,196 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22049734416/balancer already deleted, retry=false 2024-11-13T11:35:36,196 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:35:36,197 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Unable to get data of znode /22049734416/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:35:36,197 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22049734416/normalizer already deleted, retry=false 2024-11-13T11:35:36,198 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:35:36,198 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Unable to get data of znode /22049734416/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:35:36,199 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22049734416/switch/split already deleted, retry=false 2024-11-13T11:35:36,200 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Unable to get data of znode /22049734416/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:35:36,200 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22049734416/switch/merge already deleted, retry=false 2024-11-13T11:35:36,201 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Unable to get data of znode /22049734416/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:35:36,202 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22049734416/snapshot-cleanup already deleted, retry=false 2024-11-13T11:35:36,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22049734416/running 2024-11-13T11:35:36,203 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22049734416/running 2024-11-13T11:35:36,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:36,203 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:36,203 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,41179,1731497735218, sessionid=0x10038ddedd40006, setting cluster-up flag (Was=false) 2024-11-13T11:35:36,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:36,204 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:36,206 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22049734416/flush-table-proc/acquired, /22049734416/flush-table-proc/reached, /22049734416/flush-table-proc/abort 2024-11-13T11:35:36,206 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,41179,1731497735218 2024-11-13T11:35:36,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:36,208 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:36,210 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22049734416/online-snapshot/acquired, /22049734416/online-snapshot/reached, /22049734416/online-snapshot/abort 2024-11-13T11:35:36,211 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,41179,1731497735218 2024-11-13T11:35:36,211 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:35:36,212 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:36,212 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:35:36,213 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:35:36,213 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,41179,1731497735218 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:35:36,214 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:36,214 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:36,214 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:36,214 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:35:36,214 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:35:36,214 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:36,214 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:35:36,214 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:36,215 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:36,215 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:35:36,216 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:36,216 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:35:36,217 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497766217 2024-11-13T11:35:36,217 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:35:36,217 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:35:36,217 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:35:36,217 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:35:36,217 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:35:36,217 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:35:36,221 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:36,222 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:35:36,222 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:35:36,222 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:35:36,222 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:35:36,224 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:35:36,224 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:35:36,225 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497736224,5,FailOnTimeoutGroup] 2024-11-13T11:35:36,227 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497736225,5,FailOnTimeoutGroup] 2024-11-13T11:35:36,227 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:36,227 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:35:36,227 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:36,227 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:36,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:35:36,277 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(746): ClusterId : 9f2e05b3-1737-4992-87ae-f742828e787c 2024-11-13T11:35:36,277 DEBUG [RS:0;7bf281cf3991:36305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:35:36,278 DEBUG [RS:0;7bf281cf3991:36305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:35:36,278 DEBUG [RS:0;7bf281cf3991:36305 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:35:36,280 DEBUG [RS:0;7bf281cf3991:36305 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:35:36,280 DEBUG [RS:0;7bf281cf3991:36305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495bfc78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:35:36,294 DEBUG [RS:0;7bf281cf3991:36305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:36305 2024-11-13T11:35:36,294 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:35:36,294 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:35:36,294 DEBUG [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:35:36,295 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,41179,1731497735218 with port=36305, startcode=1731497735253 2024-11-13T11:35:36,295 DEBUG [RS:0;7bf281cf3991:36305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:35:36,296 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:35:36,296 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41179 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,36305,1731497735253 2024-11-13T11:35:36,296 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41179 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,36305,1731497735253 2024-11-13T11:35:36,298 DEBUG [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083 2024-11-13T11:35:36,298 DEBUG [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33521 2024-11-13T11:35:36,298 DEBUG [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:35:36,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416/rs 2024-11-13T11:35:36,300 DEBUG [RS:0;7bf281cf3991:36305 {}] zookeeper.ZKUtil(111): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Set watcher on existing znode=/22049734416/rs/7bf281cf3991,36305,1731497735253 2024-11-13T11:35:36,300 WARN [RS:0;7bf281cf3991:36305 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:35:36,300 INFO [RS:0;7bf281cf3991:36305 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:36,300 DEBUG [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253 2024-11-13T11:35:36,300 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,36305,1731497735253] 2024-11-13T11:35:36,303 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:35:36,304 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:35:36,305 INFO [RS:0;7bf281cf3991:36305 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:35:36,305 INFO [RS:0;7bf281cf3991:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:36,306 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:35:36,307 INFO [RS:0;7bf281cf3991:36305 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:35:36,307 INFO [RS:0;7bf281cf3991:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:36,307 DEBUG [RS:0;7bf281cf3991:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:36,307 DEBUG [RS:0;7bf281cf3991:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:36,307 DEBUG [RS:0;7bf281cf3991:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:36,307 DEBUG [RS:0;7bf281cf3991:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:36,307 DEBUG [RS:0;7bf281cf3991:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:36,307 DEBUG [RS:0;7bf281cf3991:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:35:36,307 DEBUG [RS:0;7bf281cf3991:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:36,307 DEBUG [RS:0;7bf281cf3991:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:36,307 DEBUG [RS:0;7bf281cf3991:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:36,307 DEBUG [RS:0;7bf281cf3991:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:36,307 DEBUG [RS:0;7bf281cf3991:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:36,307 DEBUG [RS:0;7bf281cf3991:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:35:36,307 DEBUG [RS:0;7bf281cf3991:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:35:36,307 DEBUG [RS:0;7bf281cf3991:36305 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:35:36,313 INFO [RS:0;7bf281cf3991:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:36,313 INFO [RS:0;7bf281cf3991:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:36,313 INFO [RS:0;7bf281cf3991:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:36,313 INFO [RS:0;7bf281cf3991:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:36,313 INFO [RS:0;7bf281cf3991:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:36,313 INFO [RS:0;7bf281cf3991:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,36305,1731497735253-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:35:36,331 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:35:36,331 INFO [RS:0;7bf281cf3991:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,36305,1731497735253-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:36,331 INFO [RS:0;7bf281cf3991:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:36,331 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.Replication(171): 7bf281cf3991,36305,1731497735253 started 2024-11-13T11:35:36,348 INFO [RS:0;7bf281cf3991:36305 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:36,348 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,36305,1731497735253, RpcServer on 7bf281cf3991/172.17.0.2:36305, sessionid=0x10038ddedd40007 2024-11-13T11:35:36,348 DEBUG [RS:0;7bf281cf3991:36305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:35:36,348 DEBUG [RS:0;7bf281cf3991:36305 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,36305,1731497735253 2024-11-13T11:35:36,348 DEBUG [RS:0;7bf281cf3991:36305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,36305,1731497735253' 2024-11-13T11:35:36,348 DEBUG [RS:0;7bf281cf3991:36305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22049734416/flush-table-proc/abort' 2024-11-13T11:35:36,349 DEBUG [RS:0;7bf281cf3991:36305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22049734416/flush-table-proc/acquired' 2024-11-13T11:35:36,349 DEBUG [RS:0;7bf281cf3991:36305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:35:36,349 DEBUG [RS:0;7bf281cf3991:36305 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:35:36,349 DEBUG [RS:0;7bf281cf3991:36305 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,36305,1731497735253 2024-11-13T11:35:36,349 DEBUG [RS:0;7bf281cf3991:36305 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,36305,1731497735253' 2024-11-13T11:35:36,349 DEBUG [RS:0;7bf281cf3991:36305 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22049734416/online-snapshot/abort' 2024-11-13T11:35:36,350 DEBUG [RS:0;7bf281cf3991:36305 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22049734416/online-snapshot/acquired' 2024-11-13T11:35:36,350 DEBUG [RS:0;7bf281cf3991:36305 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:35:36,350 INFO [RS:0;7bf281cf3991:36305 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:35:36,350 INFO [RS:0;7bf281cf3991:36305 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:35:36,450 INFO [RS:0;7bf281cf3991:36305 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:35:36,452 INFO [RS:0;7bf281cf3991:36305 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C36305%2C1731497735253, suffix=, logDir=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253, archiveDir=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/oldWALs, maxLogs=10 2024-11-13T11:35:36,469 DEBUG [RS:0;7bf281cf3991:36305 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452, exclude list is [], retry=0 2024-11-13T11:35:36,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40663,DS-9b0ae1d6-9d81-484f-b88b-d875f559f895,DISK] 2024-11-13T11:35:36,473 INFO [RS:0;7bf281cf3991:36305 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 2024-11-13T11:35:36,476 DEBUG [RS:0;7bf281cf3991:36305 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36457:36457)] 2024-11-13T11:35:36,629 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:35:36,629 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083 2024-11-13T11:35:36,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741833_1009 (size=32) 2024-11-13T11:35:37,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:37,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:35:37,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:35:37,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:37,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:37,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:35:37,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:35:37,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:37,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:37,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:35:37,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:35:37,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:37,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:37,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:35:37,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:35:37,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:37,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:37,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:35:37,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740 2024-11-13T11:35:37,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740 2024-11-13T11:35:37,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:35:37,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:35:37,042 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:35:37,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:35:37,044 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:37,044 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73506244, jitterRate=0.09532839059829712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:35:37,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497737035Initializing all the Stores at 1731497737035Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497737035Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497737035Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497737035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497737035Cleaning up temporary data from old regions at 1731497737041 (+6 ms)Region opened successfully at 1731497737044 (+3 ms) 2024-11-13T11:35:37,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:35:37,044 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:35:37,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:35:37,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:35:37,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:35:37,044 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:35:37,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497737044Disabling compacts and flushes for region at 1731497737044Disabling writes for close at 1731497737044Writing region close event to WAL at 1731497737044Closed at 1731497737044 2024-11-13T11:35:37,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:37,045 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:35:37,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:35:37,046 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:35:37,047 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:35:37,197 DEBUG [7bf281cf3991:41179 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:35:37,197 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,36305,1731497735253 2024-11-13T11:35:37,198 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,36305,1731497735253, state=OPENING 2024-11-13T11:35:37,199 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:35:37,200 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:37,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:37,200 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:35:37,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22049734416/meta-region-server: CHANGED 2024-11-13T11:35:37,200 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22049734416/meta-region-server: CHANGED 2024-11-13T11:35:37,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,36305,1731497735253}] 2024-11-13T11:35:37,353 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:35:37,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:35:37,357 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:35:37,357 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:37,357 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:35:37,358 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C36305%2C1731497735253.meta, suffix=.meta, logDir=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253, archiveDir=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/oldWALs, maxLogs=10 2024-11-13T11:35:37,376 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.meta.1731497737358.meta, exclude list is [], retry=0 2024-11-13T11:35:37,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40663,DS-9b0ae1d6-9d81-484f-b88b-d875f559f895,DISK] 2024-11-13T11:35:37,384 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.meta.1731497737358.meta 2024-11-13T11:35:37,385 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36457:36457)] 2024-11-13T11:35:37,385 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:37,385 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:35:37,385 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:35:37,385 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:35:37,385 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:35:37,385 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:35:37,386 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:37,386 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:35:37,386 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:35:37,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:35:37,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:35:37,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:37,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:37,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:35:37,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:35:37,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:37,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:37,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:35:37,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:35:37,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:37,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:37,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:35:37,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:35:37,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:37,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:35:37,391 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:35:37,392 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740 2024-11-13T11:35:37,392 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740 2024-11-13T11:35:37,393 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:35:37,393 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:35:37,394 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:35:37,395 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:35:37,395 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72151495, jitterRate=0.0751410573720932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:35:37,395 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:35:37,395 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497737386Writing region info on filesystem at 1731497737386Initializing all the Stores at 1731497737387 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497737387Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497737387Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497737387Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497737387Cleaning up temporary data from old regions at 1731497737393 (+6 ms)Running coprocessor post-open hooks at 1731497737395 (+2 ms)Region opened successfully at 1731497737395 2024-11-13T11:35:37,396 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497737352 2024-11-13T11:35:37,398 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:35:37,398 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:35:37,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,36305,1731497735253 2024-11-13T11:35:37,399 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,36305,1731497735253, state=OPEN 2024-11-13T11:35:37,400 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22049734416/meta-region-server 2024-11-13T11:35:37,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22049734416/meta-region-server 2024-11-13T11:35:37,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22049734416/meta-region-server: CHANGED 2024-11-13T11:35:37,400 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22049734416/meta-region-server: CHANGED 2024-11-13T11:35:37,400 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,36305,1731497735253 2024-11-13T11:35:37,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:35:37,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,36305,1731497735253 in 200 msec 2024-11-13T11:35:37,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:35:37,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-13T11:35:37,404 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:35:37,404 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:35:37,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:37,405 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,36305,1731497735253, seqNum=-1] 2024-11-13T11:35:37,406 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:37,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:35:37,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-11-13T11:35:37,411 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497737411, completionTime=-1 2024-11-13T11:35:37,411 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:35:37,411 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:35:37,413 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:35:37,413 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497797413 2024-11-13T11:35:37,413 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497857413 2024-11-13T11:35:37,413 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T11:35:37,414 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41179,1731497735218-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:37,414 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41179,1731497735218-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:37,414 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41179,1731497735218-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:37,414 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:41179, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:37,414 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:37,414 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:37,416 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:35:37,417 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.123sec 2024-11-13T11:35:37,417 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:35:37,417 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:35:37,418 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:35:37,418 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:35:37,418 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:35:37,418 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41179,1731497735218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:35:37,418 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41179,1731497735218-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:35:37,419 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:35:37,420 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:35:37,420 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,41179,1731497735218-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:35:37,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17778e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:37,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,41179,-1 for getting cluster id 2024-11-13T11:35:37,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:37,480 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f2e05b3-1737-4992-87ae-f742828e787c' 2024-11-13T11:35:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f2e05b3-1737-4992-87ae-f742828e787c" 2024-11-13T11:35:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57897f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,41179,-1] 2024-11-13T11:35:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:37,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:37,481 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:37,482 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4643b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:37,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:37,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,36305,1731497735253, seqNum=-1] 2024-11-13T11:35:37,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:37,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:35:37,486 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,41179,1731497735218 2024-11-13T11:35:37,487 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64567 2024-11-13T11:35:37,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:35:37,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10038ddedd40008 connected 2024-11-13T11:35:37,495 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:37,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,37687,1731497727192 2024-11-13T11:35:37,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@274c5f60 2024-11-13T11:35:37,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:37,498 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:37,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:35:37,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T11:35:37,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:35:37,501 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:37,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T11:35:37,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:35:37,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:37,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741835_1011 (size=902) 2024-11-13T11:35:37,518 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a11b7781aa08606642a55d76d24bfaa5, NAME => 'test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec 2024-11-13T11:35:37,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741836_1012 (size=39) 2024-11-13T11:35:37,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:37,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:37,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:37,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a11b7781aa08606642a55d76d24bfaa5, disabling compactions & flushes 2024-11-13T11:35:37,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5. 2024-11-13T11:35:37,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5. 2024-11-13T11:35:37,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5. after waiting 0 ms 2024-11-13T11:35:37,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5. 2024-11-13T11:35:37,936 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5. 2024-11-13T11:35:37,936 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a11b7781aa08606642a55d76d24bfaa5: Waiting for close lock at 1731497737935Disabling compacts and flushes for region at 1731497737935Disabling writes for close at 1731497737935Writing region close event to WAL at 1731497737935Closed at 1731497737935 2024-11-13T11:35:37,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:35:37,937 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731497737937"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497737937"}]},"ts":"1731497737937"} 2024-11-13T11:35:37,939 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:35:37,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:35:37,940 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497737940"}]},"ts":"1731497737940"} 2024-11-13T11:35:37,941 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T11:35:37,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a11b7781aa08606642a55d76d24bfaa5, ASSIGN}] 2024-11-13T11:35:37,942 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a11b7781aa08606642a55d76d24bfaa5, ASSIGN 2024-11-13T11:35:37,943 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a11b7781aa08606642a55d76d24bfaa5, ASSIGN; state=OFFLINE, location=7bf281cf3991,33779,1731497727238; forceNewPlan=false, retain=false 2024-11-13T11:35:38,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a11b7781aa08606642a55d76d24bfaa5, regionState=OPENING, regionLocation=7bf281cf3991,33779,1731497727238 2024-11-13T11:35:38,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a11b7781aa08606642a55d76d24bfaa5, ASSIGN because future has completed 2024-11-13T11:35:38,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a11b7781aa08606642a55d76d24bfaa5, server=7bf281cf3991,33779,1731497727238}] 2024-11-13T11:35:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:38,251 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5. 2024-11-13T11:35:38,251 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a11b7781aa08606642a55d76d24bfaa5, NAME => 'test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:38,251 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:35:38,252 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T11:35:38,252 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:35:38,252 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:38,252 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:35:38,252 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:35:38,253 INFO [StoreOpener-a11b7781aa08606642a55d76d24bfaa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:35:38,254 INFO [StoreOpener-a11b7781aa08606642a55d76d24bfaa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11b7781aa08606642a55d76d24bfaa5 columnFamilyName f 2024-11-13T11:35:38,254 DEBUG [StoreOpener-a11b7781aa08606642a55d76d24bfaa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:38,254 INFO [StoreOpener-a11b7781aa08606642a55d76d24bfaa5-1 {}] regionserver.HStore(327): Store=a11b7781aa08606642a55d76d24bfaa5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:38,254 INFO [StoreOpener-a11b7781aa08606642a55d76d24bfaa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:35:38,255 INFO [StoreOpener-a11b7781aa08606642a55d76d24bfaa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11b7781aa08606642a55d76d24bfaa5 columnFamilyName f1 2024-11-13T11:35:38,255 DEBUG [StoreOpener-a11b7781aa08606642a55d76d24bfaa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:38,255 INFO [StoreOpener-a11b7781aa08606642a55d76d24bfaa5-1 {}] regionserver.HStore(327): Store=a11b7781aa08606642a55d76d24bfaa5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:38,255 INFO [StoreOpener-a11b7781aa08606642a55d76d24bfaa5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:35:38,256 INFO [StoreOpener-a11b7781aa08606642a55d76d24bfaa5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a11b7781aa08606642a55d76d24bfaa5 columnFamilyName norep 2024-11-13T11:35:38,256 DEBUG [StoreOpener-a11b7781aa08606642a55d76d24bfaa5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:38,256 INFO [StoreOpener-a11b7781aa08606642a55d76d24bfaa5-1 {}] regionserver.HStore(327): Store=a11b7781aa08606642a55d76d24bfaa5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:38,256 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:35:38,256 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:35:38,257 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:35:38,257 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:35:38,257 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:35:38,258 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:35:38,258 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:35:38,260 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:38,260 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a11b7781aa08606642a55d76d24bfaa5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61784377, jitterRate=-0.07934103906154633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:35:38,260 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:35:38,260 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a11b7781aa08606642a55d76d24bfaa5: Running coprocessor pre-open hook at 1731497738252Writing region info on filesystem at 1731497738252Initializing all the Stores at 1731497738252Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497738252Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497738253 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497738253Cleaning up temporary data from old regions at 1731497738257 (+4 ms)Running coprocessor post-open hooks at 1731497738260 (+3 ms)Region opened successfully at 1731497738260 2024-11-13T11:35:38,261 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5., pid=6, masterSystemTime=1731497738248 2024-11-13T11:35:38,263 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5. 2024-11-13T11:35:38,263 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5. 2024-11-13T11:35:38,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a11b7781aa08606642a55d76d24bfaa5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7bf281cf3991,33779,1731497727238 2024-11-13T11:35:38,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a11b7781aa08606642a55d76d24bfaa5, server=7bf281cf3991,33779,1731497727238 because future has completed 2024-11-13T11:35:38,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:35:38,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a11b7781aa08606642a55d76d24bfaa5, server=7bf281cf3991,33779,1731497727238 in 170 msec 2024-11-13T11:35:38,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T11:35:38,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a11b7781aa08606642a55d76d24bfaa5, ASSIGN in 325 msec 2024-11-13T11:35:38,269 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:35:38,269 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497738269"}]},"ts":"1731497738269"} 2024-11-13T11:35:38,270 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T11:35:38,271 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:35:38,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 772 msec 2024-11-13T11:35:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:38,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:38,641 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T11:35:38,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,44407,1731497731247 2024-11-13T11:35:38,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@301cce77 2024-11-13T11:35:38,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:38,642 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:38,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:35:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T11:35:38,645 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:35:38,645 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:38,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T11:35:38,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:35:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:38,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741835_1011 (size=902) 2024-11-13T11:35:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:39,052 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17bfb75e550aa78f533a5e838ced5eb9, NAME => 'test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0 2024-11-13T11:35:39,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741836_1012 (size=39) 2024-11-13T11:35:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:39,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:39,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 17bfb75e550aa78f533a5e838ced5eb9, disabling compactions & flushes 2024-11-13T11:35:39,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9. 2024-11-13T11:35:39,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9. 2024-11-13T11:35:39,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9. after waiting 0 ms 2024-11-13T11:35:39,457 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9. 2024-11-13T11:35:39,457 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9. 2024-11-13T11:35:39,458 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17bfb75e550aa78f533a5e838ced5eb9: Waiting for close lock at 1731497739457Disabling compacts and flushes for region at 1731497739457Disabling writes for close at 1731497739457Writing region close event to WAL at 1731497739457Closed at 1731497739457 2024-11-13T11:35:39,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:35:39,459 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731497739459"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497739459"}]},"ts":"1731497739459"} 2024-11-13T11:35:39,462 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:35:39,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:35:39,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497739462"}]},"ts":"1731497739462"} 2024-11-13T11:35:39,464 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T11:35:39,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=17bfb75e550aa78f533a5e838ced5eb9, ASSIGN}] 2024-11-13T11:35:39,466 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=17bfb75e550aa78f533a5e838ced5eb9, ASSIGN 2024-11-13T11:35:39,467 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=17bfb75e550aa78f533a5e838ced5eb9, ASSIGN; state=OFFLINE, location=7bf281cf3991,34609,1731497731279; forceNewPlan=false, retain=false 2024-11-13T11:35:39,617 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17bfb75e550aa78f533a5e838ced5eb9, regionState=OPENING, regionLocation=7bf281cf3991,34609,1731497731279 2024-11-13T11:35:39,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=17bfb75e550aa78f533a5e838ced5eb9, ASSIGN because future has completed 2024-11-13T11:35:39,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17bfb75e550aa78f533a5e838ced5eb9, server=7bf281cf3991,34609,1731497731279}] 2024-11-13T11:35:39,774 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9. 2024-11-13T11:35:39,774 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 17bfb75e550aa78f533a5e838ced5eb9, NAME => 'test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:39,775 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:35:39,775 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T11:35:39,775 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 17bfb75e550aa78f533a5e838ced5eb9 2024-11-13T11:35:39,775 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:39,775 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 17bfb75e550aa78f533a5e838ced5eb9 2024-11-13T11:35:39,775 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 17bfb75e550aa78f533a5e838ced5eb9 2024-11-13T11:35:39,776 INFO [StoreOpener-17bfb75e550aa78f533a5e838ced5eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 17bfb75e550aa78f533a5e838ced5eb9 2024-11-13T11:35:39,777 INFO [StoreOpener-17bfb75e550aa78f533a5e838ced5eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17bfb75e550aa78f533a5e838ced5eb9 columnFamilyName f 2024-11-13T11:35:39,777 DEBUG [StoreOpener-17bfb75e550aa78f533a5e838ced5eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:39,777 INFO [StoreOpener-17bfb75e550aa78f533a5e838ced5eb9-1 {}] regionserver.HStore(327): Store=17bfb75e550aa78f533a5e838ced5eb9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:39,777 INFO [StoreOpener-17bfb75e550aa78f533a5e838ced5eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 17bfb75e550aa78f533a5e838ced5eb9 2024-11-13T11:35:39,778 INFO [StoreOpener-17bfb75e550aa78f533a5e838ced5eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17bfb75e550aa78f533a5e838ced5eb9 columnFamilyName f1 2024-11-13T11:35:39,778 DEBUG [StoreOpener-17bfb75e550aa78f533a5e838ced5eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:39,778 INFO [StoreOpener-17bfb75e550aa78f533a5e838ced5eb9-1 {}] regionserver.HStore(327): Store=17bfb75e550aa78f533a5e838ced5eb9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:39,778 INFO [StoreOpener-17bfb75e550aa78f533a5e838ced5eb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 17bfb75e550aa78f533a5e838ced5eb9 2024-11-13T11:35:39,779 INFO [StoreOpener-17bfb75e550aa78f533a5e838ced5eb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17bfb75e550aa78f533a5e838ced5eb9 columnFamilyName norep 2024-11-13T11:35:39,779 DEBUG [StoreOpener-17bfb75e550aa78f533a5e838ced5eb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:39,779 INFO [StoreOpener-17bfb75e550aa78f533a5e838ced5eb9-1 {}] regionserver.HStore(327): Store=17bfb75e550aa78f533a5e838ced5eb9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:39,779 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 17bfb75e550aa78f533a5e838ced5eb9 2024-11-13T11:35:39,780 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9 2024-11-13T11:35:39,780 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9 2024-11-13T11:35:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:39,781 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 17bfb75e550aa78f533a5e838ced5eb9 2024-11-13T11:35:39,781 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 17bfb75e550aa78f533a5e838ced5eb9 2024-11-13T11:35:39,781 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:35:39,782 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 17bfb75e550aa78f533a5e838ced5eb9 2024-11-13T11:35:39,783 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:39,783 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 17bfb75e550aa78f533a5e838ced5eb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72379613, jitterRate=0.07854028046131134}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:35:39,784 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17bfb75e550aa78f533a5e838ced5eb9 2024-11-13T11:35:39,784 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 17bfb75e550aa78f533a5e838ced5eb9: Running coprocessor pre-open hook at 1731497739775Writing region info on filesystem at 1731497739775Initializing all the Stores at 1731497739775Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497739776 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497739776Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497739776Cleaning up temporary data from old regions at 1731497739781 (+5 ms)Running coprocessor post-open hooks at 1731497739784 (+3 ms)Region opened successfully at 1731497739784 2024-11-13T11:35:39,784 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9., pid=6, masterSystemTime=1731497739771 2024-11-13T11:35:39,786 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9. 2024-11-13T11:35:39,786 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9. 2024-11-13T11:35:39,787 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=17bfb75e550aa78f533a5e838ced5eb9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7bf281cf3991,34609,1731497731279 2024-11-13T11:35:39,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17bfb75e550aa78f533a5e838ced5eb9, server=7bf281cf3991,34609,1731497731279 because future has completed 2024-11-13T11:35:39,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:35:39,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 17bfb75e550aa78f533a5e838ced5eb9, server=7bf281cf3991,34609,1731497731279 in 170 msec 2024-11-13T11:35:39,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T11:35:39,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=17bfb75e550aa78f533a5e838ced5eb9, ASSIGN in 326 msec 2024-11-13T11:35:39,793 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:35:39,793 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497739793"}]},"ts":"1731497739793"} 2024-11-13T11:35:39,794 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T11:35:39,795 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:35:39,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-13T11:35:40,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T11:35:40,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T11:35:40,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:35:40,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T11:35:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:40,791 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T11:35:40,791 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:40,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,41179,1731497735218 2024-11-13T11:35:40,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c7dffed 2024-11-13T11:35:40,792 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:40,793 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:40,794 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:35:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T11:35:40,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:35:40,796 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:40,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T11:35:40,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:35:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:40,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741835_1011 (size=902) 2024-11-13T11:35:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:41,097 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T11:35:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:41,216 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d5ea04bdad146bd5037fad3e5cc1861, NAME => 'test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083 2024-11-13T11:35:41,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741836_1012 (size=39) 2024-11-13T11:35:41,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:41,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6d5ea04bdad146bd5037fad3e5cc1861, disabling compactions & flushes 2024-11-13T11:35:41,230 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861. 2024-11-13T11:35:41,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861. 2024-11-13T11:35:41,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861. after waiting 0 ms 2024-11-13T11:35:41,230 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861. 2024-11-13T11:35:41,230 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861. 2024-11-13T11:35:41,231 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d5ea04bdad146bd5037fad3e5cc1861: Waiting for close lock at 1731497741230Disabling compacts and flushes for region at 1731497741230Disabling writes for close at 1731497741230Writing region close event to WAL at 1731497741230Closed at 1731497741230 2024-11-13T11:35:41,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:35:41,232 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731497741232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497741232"}]},"ts":"1731497741232"} 2024-11-13T11:35:41,234 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:35:41,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:35:41,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497741235"}]},"ts":"1731497741235"} 2024-11-13T11:35:41,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T11:35:41,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d5ea04bdad146bd5037fad3e5cc1861, ASSIGN}] 2024-11-13T11:35:41,241 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d5ea04bdad146bd5037fad3e5cc1861, ASSIGN 2024-11-13T11:35:41,243 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6d5ea04bdad146bd5037fad3e5cc1861, ASSIGN; state=OFFLINE, location=7bf281cf3991,36305,1731497735253; forceNewPlan=false, retain=false 2024-11-13T11:35:41,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d5ea04bdad146bd5037fad3e5cc1861, regionState=OPENING, regionLocation=7bf281cf3991,36305,1731497735253 2024-11-13T11:35:41,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6d5ea04bdad146bd5037fad3e5cc1861, ASSIGN because future has completed 2024-11-13T11:35:41,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d5ea04bdad146bd5037fad3e5cc1861, server=7bf281cf3991,36305,1731497735253}] 2024-11-13T11:35:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:41,582 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861. 2024-11-13T11:35:41,582 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d5ea04bdad146bd5037fad3e5cc1861, NAME => 'test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:41,582 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:35:41,582 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T11:35:41,583 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:41,583 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:41,583 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:41,583 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:41,601 INFO [StoreOpener-6d5ea04bdad146bd5037fad3e5cc1861-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:41,603 INFO [StoreOpener-6d5ea04bdad146bd5037fad3e5cc1861-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d5ea04bdad146bd5037fad3e5cc1861 columnFamilyName f 2024-11-13T11:35:41,603 DEBUG [StoreOpener-6d5ea04bdad146bd5037fad3e5cc1861-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:41,603 INFO [StoreOpener-6d5ea04bdad146bd5037fad3e5cc1861-1 {}] regionserver.HStore(327): Store=6d5ea04bdad146bd5037fad3e5cc1861/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:41,604 INFO [StoreOpener-6d5ea04bdad146bd5037fad3e5cc1861-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:41,605 INFO [StoreOpener-6d5ea04bdad146bd5037fad3e5cc1861-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d5ea04bdad146bd5037fad3e5cc1861 columnFamilyName f1 2024-11-13T11:35:41,605 DEBUG [StoreOpener-6d5ea04bdad146bd5037fad3e5cc1861-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:41,605 INFO [StoreOpener-6d5ea04bdad146bd5037fad3e5cc1861-1 {}] regionserver.HStore(327): Store=6d5ea04bdad146bd5037fad3e5cc1861/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:41,605 INFO [StoreOpener-6d5ea04bdad146bd5037fad3e5cc1861-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:41,608 INFO [StoreOpener-6d5ea04bdad146bd5037fad3e5cc1861-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d5ea04bdad146bd5037fad3e5cc1861 columnFamilyName norep 2024-11-13T11:35:41,608 DEBUG [StoreOpener-6d5ea04bdad146bd5037fad3e5cc1861-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:41,613 INFO [StoreOpener-6d5ea04bdad146bd5037fad3e5cc1861-1 {}] regionserver.HStore(327): Store=6d5ea04bdad146bd5037fad3e5cc1861/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:41,613 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:41,614 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:41,614 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:41,615 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:41,615 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:41,616 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:35:41,617 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:41,626 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:41,626 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d5ea04bdad146bd5037fad3e5cc1861; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62778952, jitterRate=-0.06452071666717529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:35:41,626 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:41,626 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d5ea04bdad146bd5037fad3e5cc1861: Running coprocessor pre-open hook at 1731497741583Writing region info on filesystem at 1731497741583Initializing all the Stores at 1731497741587 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497741587Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497741601 (+14 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497741601Cleaning up temporary data from old regions at 1731497741615 (+14 ms)Running coprocessor post-open hooks at 1731497741626 (+11 ms)Region opened successfully at 1731497741626 2024-11-13T11:35:41,627 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861., pid=6, masterSystemTime=1731497741574 2024-11-13T11:35:41,630 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861. 2024-11-13T11:35:41,630 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861. 2024-11-13T11:35:41,634 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d5ea04bdad146bd5037fad3e5cc1861, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7bf281cf3991,36305,1731497735253 2024-11-13T11:35:41,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d5ea04bdad146bd5037fad3e5cc1861, server=7bf281cf3991,36305,1731497735253 because future has completed 2024-11-13T11:35:41,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:35:41,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d5ea04bdad146bd5037fad3e5cc1861, server=7bf281cf3991,36305,1731497735253 in 253 msec 2024-11-13T11:35:41,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T11:35:41,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6d5ea04bdad146bd5037fad3e5cc1861, ASSIGN in 425 msec 2024-11-13T11:35:41,669 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:35:41,669 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497741669"}]},"ts":"1731497741669"} 2024-11-13T11:35:41,673 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T11:35:41,674 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:35:41,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 880 msec 2024-11-13T11:35:41,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:35:41,931 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T11:35:41,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff2541e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:41,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,37687,-1 for getting cluster id 2024-11-13T11:35:41,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:41,934 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f315c10d-5110-4fae-8dec-5f6389dde1ca' 2024-11-13T11:35:41,934 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:41,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f315c10d-5110-4fae-8dec-5f6389dde1ca" 2024-11-13T11:35:41,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52811ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:41,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,37687,-1] 2024-11-13T11:35:41,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:41,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:41,936 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:41,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea7660c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:41,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:41,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,37687,1731497727192 2024-11-13T11:35:41,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ddbb769 2024-11-13T11:35:41,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:41,941 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:41,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:44407,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:35:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:35:41,947 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:44407' 2024-11-13T11:35:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:41,963 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cf067d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:41,963 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,44407,-1 for getting cluster id 2024-11-13T11:35:41,963 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:41,964 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '210ffaf9-45d9-49ee-9c9d-1372b2958acd' 2024-11-13T11:35:41,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:41,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "210ffaf9-45d9-49ee-9c9d-1372b2958acd" 2024-11-13T11:35:41,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dae2c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:41,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,44407,-1] 2024-11-13T11:35:41,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:41,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:41,966 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:41,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b128ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:41,967 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:41,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,44407,1731497731247 2024-11-13T11:35:41,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33547b35 2024-11-13T11:35:41,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:41,970 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:41,971 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T11:35:41,971 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:35:41,972 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:41,972 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:41,972 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:35:41,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:41,974 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:35:41,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:35:41,976 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:41,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:35:42,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741837_1013 (size=1138) 2024-11-13T11:35:42,025 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T11:35:42,038 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 318b80934f706a1da69f228bfb26fb61, NAME => 'hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec 2024-11-13T11:35:42,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:42,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741838_1014 (size=44) 2024-11-13T11:35:42,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:42,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 318b80934f706a1da69f228bfb26fb61, disabling compactions & flushes 2024-11-13T11:35:42,084 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. 2024-11-13T11:35:42,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. 2024-11-13T11:35:42,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. after waiting 0 ms 2024-11-13T11:35:42,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. 2024-11-13T11:35:42,084 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. 2024-11-13T11:35:42,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 318b80934f706a1da69f228bfb26fb61: Waiting for close lock at 1731497742084Disabling compacts and flushes for region at 1731497742084Disabling writes for close at 1731497742084Writing region close event to WAL at 1731497742084Closed at 1731497742084 2024-11-13T11:35:42,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:35:42,086 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731497742086"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497742086"}]},"ts":"1731497742086"} 2024-11-13T11:35:42,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:35:42,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:35:42,090 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497742090"}]},"ts":"1731497742090"} 2024-11-13T11:35:42,094 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T11:35:42,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=318b80934f706a1da69f228bfb26fb61, ASSIGN}] 2024-11-13T11:35:42,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=318b80934f706a1da69f228bfb26fb61, ASSIGN 2024-11-13T11:35:42,098 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=318b80934f706a1da69f228bfb26fb61, ASSIGN; state=OFFLINE, location=7bf281cf3991,33779,1731497727238; forceNewPlan=false, retain=false 2024-11-13T11:35:42,248 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=318b80934f706a1da69f228bfb26fb61, regionState=OPENING, regionLocation=7bf281cf3991,33779,1731497727238 2024-11-13T11:35:42,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=318b80934f706a1da69f228bfb26fb61, ASSIGN because future has completed 2024-11-13T11:35:42,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 318b80934f706a1da69f228bfb26fb61, server=7bf281cf3991,33779,1731497727238}] 2024-11-13T11:35:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:42,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. 2024-11-13T11:35:42,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:42,407 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:35:42,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C33779%2C1731497727238.rep, suffix=, logDir=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238, archiveDir=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/oldWALs, maxLogs=10 2024-11-13T11:35:42,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.rep.1731497742408, exclude list is [], retry=0 2024-11-13T11:35:42,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38577,DS-a8914b84-315b-4ec9-9caf-9581dfefe7ab,DISK] 2024-11-13T11:35:42,433 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.rep.1731497742408 2024-11-13T11:35:42,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45053:45053)] 2024-11-13T11:35:42,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 318b80934f706a1da69f228bfb26fb61, NAME => 'hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:42,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:35:42,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:35:42,434 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. service=MultiRowMutationService 2024-11-13T11:35:42,434 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:35:42,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 318b80934f706a1da69f228bfb26fb61 2024-11-13T11:35:42,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:42,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 318b80934f706a1da69f228bfb26fb61 2024-11-13T11:35:42,435 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 318b80934f706a1da69f228bfb26fb61 2024-11-13T11:35:42,437 INFO [StoreOpener-318b80934f706a1da69f228bfb26fb61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 318b80934f706a1da69f228bfb26fb61 2024-11-13T11:35:42,438 INFO [StoreOpener-318b80934f706a1da69f228bfb26fb61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318b80934f706a1da69f228bfb26fb61 columnFamilyName hfileref 2024-11-13T11:35:42,438 DEBUG [StoreOpener-318b80934f706a1da69f228bfb26fb61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:42,439 INFO [StoreOpener-318b80934f706a1da69f228bfb26fb61-1 {}] regionserver.HStore(327): Store=318b80934f706a1da69f228bfb26fb61/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:42,439 INFO [StoreOpener-318b80934f706a1da69f228bfb26fb61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 318b80934f706a1da69f228bfb26fb61 2024-11-13T11:35:42,440 INFO [StoreOpener-318b80934f706a1da69f228bfb26fb61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318b80934f706a1da69f228bfb26fb61 columnFamilyName queue 2024-11-13T11:35:42,440 DEBUG [StoreOpener-318b80934f706a1da69f228bfb26fb61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:42,440 INFO [StoreOpener-318b80934f706a1da69f228bfb26fb61-1 {}] regionserver.HStore(327): Store=318b80934f706a1da69f228bfb26fb61/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:42,440 INFO [StoreOpener-318b80934f706a1da69f228bfb26fb61-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 318b80934f706a1da69f228bfb26fb61 2024-11-13T11:35:42,441 INFO [StoreOpener-318b80934f706a1da69f228bfb26fb61-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 318b80934f706a1da69f228bfb26fb61 columnFamilyName sid 2024-11-13T11:35:42,441 DEBUG [StoreOpener-318b80934f706a1da69f228bfb26fb61-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:42,441 INFO [StoreOpener-318b80934f706a1da69f228bfb26fb61-1 {}] regionserver.HStore(327): Store=318b80934f706a1da69f228bfb26fb61/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:42,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 318b80934f706a1da69f228bfb26fb61 2024-11-13T11:35:42,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/replication/318b80934f706a1da69f228bfb26fb61 2024-11-13T11:35:42,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/replication/318b80934f706a1da69f228bfb26fb61 2024-11-13T11:35:42,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 318b80934f706a1da69f228bfb26fb61 2024-11-13T11:35:42,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 318b80934f706a1da69f228bfb26fb61 2024-11-13T11:35:42,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:35:42,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 318b80934f706a1da69f228bfb26fb61 2024-11-13T11:35:42,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/replication/318b80934f706a1da69f228bfb26fb61/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:42,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 318b80934f706a1da69f228bfb26fb61; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66450168, jitterRate=-0.009815335273742676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:35:42,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 318b80934f706a1da69f228bfb26fb61 2024-11-13T11:35:42,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 318b80934f706a1da69f228bfb26fb61: Running coprocessor pre-open hook at 1731497742435Writing region info on filesystem at 1731497742435Initializing all the Stores at 1731497742435Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497742436 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497742437 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497742437Cleaning up temporary data from old regions at 1731497742443 (+6 ms)Running coprocessor post-open hooks at 1731497742457 (+14 ms)Region opened successfully at 1731497742457 2024-11-13T11:35:42,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61., pid=10, masterSystemTime=1731497742403 2024-11-13T11:35:42,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. 2024-11-13T11:35:42,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. 2024-11-13T11:35:42,459 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=318b80934f706a1da69f228bfb26fb61, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,33779,1731497727238 2024-11-13T11:35:42,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 318b80934f706a1da69f228bfb26fb61, server=7bf281cf3991,33779,1731497727238 because future has completed 2024-11-13T11:35:42,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T11:35:42,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 318b80934f706a1da69f228bfb26fb61, server=7bf281cf3991,33779,1731497727238 in 211 msec 2024-11-13T11:35:42,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T11:35:42,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=318b80934f706a1da69f228bfb26fb61, ASSIGN in 369 msec 2024-11-13T11:35:42,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:35:42,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497742467"}]},"ts":"1731497742467"} 2024-11-13T11:35:42,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T11:35:42,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:35:42,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 497 msec 2024-11-13T11:35:42,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61., hostname=7bf281cf3991,33779,1731497727238, seqNum=2] 2024-11-13T11:35:42,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:35:42,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:35:42,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:35:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:42,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T11:35:42,650 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T11:35:42,686 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,33779,1731497727238, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:35:42,687 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:42,687 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,33779,1731497727238, seqNum=-1] 2024-11-13T11:35:42,687 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:42,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54987, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T11:35:42,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7bf281cf3991,33779,1731497727238', locateType=CURRENT is [region=hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61., hostname=7bf281cf3991,33779,1731497727238, seqNum=2] 2024-11-13T11:35:42,693 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T11:35:42,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T11:35:42,697 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7bf281cf3991,33779,1731497727238 suceeded 2024-11-13T11:35:42,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T11:35:42,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-13T11:35:42,700 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7bf281cf3991:44407,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:35:42,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 758 msec 2024-11-13T11:35:42,711 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:44407' 2024-11-13T11:35:42,712 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dc32494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:42,712 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,44407,-1 for getting cluster id 2024-11-13T11:35:42,712 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:42,713 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '210ffaf9-45d9-49ee-9c9d-1372b2958acd' 2024-11-13T11:35:42,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:42,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "210ffaf9-45d9-49ee-9c9d-1372b2958acd" 2024-11-13T11:35:42,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37106e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:42,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,44407,-1] 2024-11-13T11:35:42,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:42,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:42,715 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:42,716 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ab2c5ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:42,716 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:42,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,44407,1731497731247 2024-11-13T11:35:42,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a2082f2 2024-11-13T11:35:42,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:42,718 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-13T11:35:42,719 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,33779,1731497727238 (queues=1) is replicating from cluster=f315c10d-5110-4fae-8dec-5f6389dde1ca to cluster=210ffaf9-45d9-49ee-9c9d-1372b2958acd 2024-11-13T11:35:42,719 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C33779%2C1731497727238 2024-11-13T11:35:42,720 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,33779,1731497727238, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:35:42,721 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C33779%2C1731497727238 2024-11-13T11:35:42,721 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242, startPosition=0, beingWritten=true 2024-11-13T11:35:42,725 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:42,725 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 379, reset compression=false 2024-11-13T11:35:42,725 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,33779,1731497727238 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:42,900 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:35:42,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:42,901 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:42,929 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 379, reset compression=false 2024-11-13T11:35:42,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:42,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:42,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:42,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:42,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:42,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:42,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:42,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:42,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:42,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:43,081 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:35:43,082 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:35:43,082 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:43,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:43,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:43,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:43,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29653bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:43,083 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,44407,-1 for getting cluster id 2024-11-13T11:35:43,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:43,084 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '210ffaf9-45d9-49ee-9c9d-1372b2958acd' 2024-11-13T11:35:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "210ffaf9-45d9-49ee-9c9d-1372b2958acd" 2024-11-13T11:35:43,084 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de7721f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,44407,-1] 2024-11-13T11:35:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:43,085 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:43,085 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:43,086 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f02dbab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:43,086 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:43,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,44407,1731497731247 2024-11-13T11:35:43,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64d7db28 2024-11-13T11:35:43,087 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:43,088 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:43,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:41179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:35:43,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:35:43,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:43,091 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:41179' 2024-11-13T11:35:43,092 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce67820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:43,092 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,41179,-1 for getting cluster id 2024-11-13T11:35:43,092 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:43,092 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f2e05b3-1737-4992-87ae-f742828e787c' 2024-11-13T11:35:43,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:43,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f2e05b3-1737-4992-87ae-f742828e787c" 2024-11-13T11:35:43,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443149a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:43,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,41179,-1] 2024-11-13T11:35:43,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:43,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:43,094 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:43,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da90ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:43,095 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:43,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,41179,1731497735218 2024-11-13T11:35:43,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1457db57 2024-11-13T11:35:43,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:43,096 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:43,097 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T11:35:43,097 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:35:43,097 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:43,097 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:43,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:43,098 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:35:43,099 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:35:43,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:35:43,099 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:43,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:35:43,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741837_1013 (size=1138) 2024-11-13T11:35:43,149 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T11:35:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:43,241 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 379, reset compression=false 2024-11-13T11:35:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:43,508 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d83cab7cb302e8ef5e57cf9873139af, NAME => 'hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0 2024-11-13T11:35:43,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741838_1014 (size=44) 2024-11-13T11:35:43,644 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 379, reset compression=false 2024-11-13T11:35:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:43,915 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:43,915 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7d83cab7cb302e8ef5e57cf9873139af, disabling compactions & flushes 2024-11-13T11:35:43,915 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. 2024-11-13T11:35:43,915 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. 2024-11-13T11:35:43,915 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. after waiting 0 ms 2024-11-13T11:35:43,915 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. 2024-11-13T11:35:43,915 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. 2024-11-13T11:35:43,915 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d83cab7cb302e8ef5e57cf9873139af: Waiting for close lock at 1731497743915Disabling compacts and flushes for region at 1731497743915Disabling writes for close at 1731497743915Writing region close event to WAL at 1731497743915Closed at 1731497743915 2024-11-13T11:35:43,917 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:35:43,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731497743917"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497743917"}]},"ts":"1731497743917"} 2024-11-13T11:35:43,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:35:43,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:35:43,921 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497743921"}]},"ts":"1731497743921"} 2024-11-13T11:35:43,923 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T11:35:43,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d83cab7cb302e8ef5e57cf9873139af, ASSIGN}] 2024-11-13T11:35:43,924 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d83cab7cb302e8ef5e57cf9873139af, ASSIGN 2024-11-13T11:35:43,925 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7d83cab7cb302e8ef5e57cf9873139af, ASSIGN; state=OFFLINE, location=7bf281cf3991,34609,1731497731279; forceNewPlan=false, retain=false 2024-11-13T11:35:44,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7d83cab7cb302e8ef5e57cf9873139af, regionState=OPENING, regionLocation=7bf281cf3991,34609,1731497731279 2024-11-13T11:35:44,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7d83cab7cb302e8ef5e57cf9873139af, ASSIGN because future has completed 2024-11-13T11:35:44,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d83cab7cb302e8ef5e57cf9873139af, server=7bf281cf3991,34609,1731497731279}] 2024-11-13T11:35:44,149 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 379, reset compression=false 2024-11-13T11:35:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:44,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. 2024-11-13T11:35:44,238 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:44,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:35:44,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C34609%2C1731497731279.rep, suffix=, logDir=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279, archiveDir=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/oldWALs, maxLogs=10 2024-11-13T11:35:44,250 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:44,257 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:35:44,257 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48470 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:35:44,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.rep.1731497744241, exclude list is [], retry=0 2024-11-13T11:35:44,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36029,DS-c41a8064-6ca2-41d8-a825-76b72325de5a,DISK] 2024-11-13T11:35:44,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.rep.1731497744241 2024-11-13T11:35:44,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45691:45691)] 2024-11-13T11:35:44,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d83cab7cb302e8ef5e57cf9873139af, NAME => 'hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:44,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:35:44,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:35:44,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. service=MultiRowMutationService 2024-11-13T11:35:44,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:35:44,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:44,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:44,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:44,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:44,276 INFO [StoreOpener-7d83cab7cb302e8ef5e57cf9873139af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:44,277 INFO [StoreOpener-7d83cab7cb302e8ef5e57cf9873139af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d83cab7cb302e8ef5e57cf9873139af columnFamilyName hfileref 2024-11-13T11:35:44,277 DEBUG [StoreOpener-7d83cab7cb302e8ef5e57cf9873139af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:44,277 INFO [StoreOpener-7d83cab7cb302e8ef5e57cf9873139af-1 {}] regionserver.HStore(327): Store=7d83cab7cb302e8ef5e57cf9873139af/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:44,277 INFO [StoreOpener-7d83cab7cb302e8ef5e57cf9873139af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:44,278 INFO [StoreOpener-7d83cab7cb302e8ef5e57cf9873139af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d83cab7cb302e8ef5e57cf9873139af columnFamilyName queue 2024-11-13T11:35:44,278 DEBUG [StoreOpener-7d83cab7cb302e8ef5e57cf9873139af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:44,278 INFO [StoreOpener-7d83cab7cb302e8ef5e57cf9873139af-1 {}] regionserver.HStore(327): Store=7d83cab7cb302e8ef5e57cf9873139af/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:44,278 INFO [StoreOpener-7d83cab7cb302e8ef5e57cf9873139af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:44,279 INFO [StoreOpener-7d83cab7cb302e8ef5e57cf9873139af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d83cab7cb302e8ef5e57cf9873139af columnFamilyName sid 2024-11-13T11:35:44,279 DEBUG [StoreOpener-7d83cab7cb302e8ef5e57cf9873139af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:44,279 INFO [StoreOpener-7d83cab7cb302e8ef5e57cf9873139af-1 {}] regionserver.HStore(327): Store=7d83cab7cb302e8ef5e57cf9873139af/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:44,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:44,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/replication/7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:44,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/replication/7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:44,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:44,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:44,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:35:44,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:44,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/replication/7d83cab7cb302e8ef5e57cf9873139af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:44,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7d83cab7cb302e8ef5e57cf9873139af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61319444, jitterRate=-0.0862690806388855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:35:44,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:44,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7d83cab7cb302e8ef5e57cf9873139af: Running coprocessor pre-open hook at 1731497744273Writing region info on filesystem at 1731497744273Initializing all the Stores at 1731497744275 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497744275Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497744275Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497744275Cleaning up temporary data from old regions at 1731497744281 (+6 ms)Running coprocessor post-open hooks at 1731497744285 (+4 ms)Region opened successfully at 1731497744285 2024-11-13T11:35:44,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af., pid=10, masterSystemTime=1731497744231 2024-11-13T11:35:44,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. 2024-11-13T11:35:44,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. 2024-11-13T11:35:44,289 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7d83cab7cb302e8ef5e57cf9873139af, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,34609,1731497731279 2024-11-13T11:35:44,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d83cab7cb302e8ef5e57cf9873139af, server=7bf281cf3991,34609,1731497731279 because future has completed 2024-11-13T11:35:44,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T11:35:44,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d83cab7cb302e8ef5e57cf9873139af, server=7bf281cf3991,34609,1731497731279 in 214 msec 2024-11-13T11:35:44,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T11:35:44,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7d83cab7cb302e8ef5e57cf9873139af, ASSIGN in 372 msec 2024-11-13T11:35:44,298 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:35:44,298 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497744298"}]},"ts":"1731497744298"} 2024-11-13T11:35:44,300 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T11:35:44,301 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:35:44,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2030 sec 2024-11-13T11:35:44,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af., hostname=7bf281cf3991,34609,1731497731279, seqNum=2] 2024-11-13T11:35:44,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981 2024-11-13T11:35:44,361 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981 2024-11-13T11:35:44,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:35:44,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34609 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T11:35:44,516 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T11:35:44,557 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,34609,1731497731279, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:35:44,557 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:44,557 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34609,1731497731279, seqNum=-1] 2024-11-13T11:35:44,558 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:44,559 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T11:35:44,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7bf281cf3991,34609,1731497731279', locateType=CURRENT is [region=hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af., hostname=7bf281cf3991,34609,1731497731279, seqNum=2] 2024-11-13T11:35:44,563 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T11:35:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T11:35:44,565 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7bf281cf3991,34609,1731497731279 suceeded 2024-11-13T11:35:44,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T11:35:44,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-13T11:35:44,567 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7bf281cf3991:41179,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:35:44,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4790 sec 2024-11-13T11:35:44,581 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:41179' 2024-11-13T11:35:44,585 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a25a621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:44,585 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,41179,-1 for getting cluster id 2024-11-13T11:35:44,585 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:44,586 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f2e05b3-1737-4992-87ae-f742828e787c' 2024-11-13T11:35:44,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:44,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f2e05b3-1737-4992-87ae-f742828e787c" 2024-11-13T11:35:44,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b7eaf56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:44,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,41179,-1] 2024-11-13T11:35:44,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:44,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:44,587 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:44,588 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d809afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:44,588 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:44,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,41179,1731497735218 2024-11-13T11:35:44,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65b72a47 2024-11-13T11:35:44,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:44,590 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-13T11:35:44,591 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,34609,1731497731279 (queues=1) is replicating from cluster=210ffaf9-45d9-49ee-9c9d-1372b2958acd to cluster=9f2e05b3-1737-4992-87ae-f742828e787c 2024-11-13T11:35:44,591 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C34609%2C1731497731279 2024-11-13T11:35:44,591 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,34609,1731497731279, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:35:44,593 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280, startPosition=0, beingWritten=true 2024-11-13T11:35:44,597 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C34609%2C1731497731279 2024-11-13T11:35:44,603 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:44,603 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 379, reset compression=false 2024-11-13T11:35:44,603 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34609,1731497731279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:44,763 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 379, reset compression=false 2024-11-13T11:35:44,814 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 379, reset compression=false 2024-11-13T11:35:45,122 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 379, reset compression=false 2024-11-13T11:35:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44407 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:45,241 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:35:45,241 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:35:45,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:45,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:45,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:45,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:45,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a5eda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:45,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,41179,-1 for getting cluster id 2024-11-13T11:35:45,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:45,243 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f2e05b3-1737-4992-87ae-f742828e787c' 2024-11-13T11:35:45,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:45,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f2e05b3-1737-4992-87ae-f742828e787c" 2024-11-13T11:35:45,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388077b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:45,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,41179,-1] 2024-11-13T11:35:45,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:45,244 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:45,244 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb64adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:45,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,41179,1731497735218 2024-11-13T11:35:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@411b6f14 2024-11-13T11:35:45,245 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:45,246 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:45,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:37687,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:35:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:35:45,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:45,249 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:37687' 2024-11-13T11:35:45,250 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200d7e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:45,250 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,37687,-1 for getting cluster id 2024-11-13T11:35:45,250 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:45,251 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f315c10d-5110-4fae-8dec-5f6389dde1ca' 2024-11-13T11:35:45,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:45,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f315c10d-5110-4fae-8dec-5f6389dde1ca" 2024-11-13T11:35:45,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ca5030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:45,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,37687,-1] 2024-11-13T11:35:45,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:45,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:45,252 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e813c7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:45,252 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:45,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,37687,1731497727192 2024-11-13T11:35:45,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4be79f6e 2024-11-13T11:35:45,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:45,254 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:45,255 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T11:35:45,255 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:35:45,255 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:45,255 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:45,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:45,255 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:35:45,256 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:35:45,257 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:35:45,257 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:45,258 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:35:45,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741837_1013 (size=1138) 2024-11-13T11:35:45,306 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T11:35:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:45,470 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 379, reset compression=false 2024-11-13T11:35:45,529 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 379, reset compression=false 2024-11-13T11:35:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:45,665 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0db2937f2589b1dc8e166c38d397d8c3, NAME => 'hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083 2024-11-13T11:35:45,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741838_1014 (size=44) 2024-11-13T11:35:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:46,034 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 379, reset compression=false 2024-11-13T11:35:46,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:46,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0db2937f2589b1dc8e166c38d397d8c3, disabling compactions & flushes 2024-11-13T11:35:46,070 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3. 2024-11-13T11:35:46,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3. 2024-11-13T11:35:46,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3. after waiting 0 ms 2024-11-13T11:35:46,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3. 2024-11-13T11:35:46,070 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3. 2024-11-13T11:35:46,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0db2937f2589b1dc8e166c38d397d8c3: Waiting for close lock at 1731497746070Disabling compacts and flushes for region at 1731497746070Disabling writes for close at 1731497746070Writing region close event to WAL at 1731497746070Closed at 1731497746070 2024-11-13T11:35:46,071 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:35:46,072 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731497746072"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497746072"}]},"ts":"1731497746072"} 2024-11-13T11:35:46,073 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:35:46,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:35:46,074 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497746074"}]},"ts":"1731497746074"} 2024-11-13T11:35:46,076 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T11:35:46,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0db2937f2589b1dc8e166c38d397d8c3, ASSIGN}] 2024-11-13T11:35:46,078 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0db2937f2589b1dc8e166c38d397d8c3, ASSIGN 2024-11-13T11:35:46,078 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0db2937f2589b1dc8e166c38d397d8c3, ASSIGN; state=OFFLINE, location=7bf281cf3991,36305,1731497735253; forceNewPlan=false, retain=false 2024-11-13T11:35:46,229 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0db2937f2589b1dc8e166c38d397d8c3, regionState=OPENING, regionLocation=7bf281cf3991,36305,1731497735253 2024-11-13T11:35:46,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0db2937f2589b1dc8e166c38d397d8c3, ASSIGN because future has completed 2024-11-13T11:35:46,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db2937f2589b1dc8e166c38d397d8c3, server=7bf281cf3991,36305,1731497735253}] 2024-11-13T11:35:46,285 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 379, reset compression=false 2024-11-13T11:35:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:46,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3. 2024-11-13T11:35:46,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:35:46,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:35:46,418 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C36305%2C1731497735253.rep, suffix=, logDir=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253, archiveDir=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/oldWALs, maxLogs=10 2024-11-13T11:35:46,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.rep.1731497746419, exclude list is [], retry=0 2024-11-13T11:35:46,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40663,DS-9b0ae1d6-9d81-484f-b88b-d875f559f895,DISK] 2024-11-13T11:35:46,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.rep.1731497746419 2024-11-13T11:35:46,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36457:36457)] 2024-11-13T11:35:46,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0db2937f2589b1dc8e166c38d397d8c3, NAME => 'hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:35:46,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:35:46,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:35:46,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3. service=MultiRowMutationService 2024-11-13T11:35:46,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:35:46,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0db2937f2589b1dc8e166c38d397d8c3 2024-11-13T11:35:46,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:35:46,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0db2937f2589b1dc8e166c38d397d8c3 2024-11-13T11:35:46,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0db2937f2589b1dc8e166c38d397d8c3 2024-11-13T11:35:46,495 INFO [StoreOpener-0db2937f2589b1dc8e166c38d397d8c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0db2937f2589b1dc8e166c38d397d8c3 2024-11-13T11:35:46,496 INFO [StoreOpener-0db2937f2589b1dc8e166c38d397d8c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db2937f2589b1dc8e166c38d397d8c3 columnFamilyName hfileref 2024-11-13T11:35:46,497 DEBUG [StoreOpener-0db2937f2589b1dc8e166c38d397d8c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:46,497 INFO [StoreOpener-0db2937f2589b1dc8e166c38d397d8c3-1 {}] regionserver.HStore(327): Store=0db2937f2589b1dc8e166c38d397d8c3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:46,499 INFO [StoreOpener-0db2937f2589b1dc8e166c38d397d8c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0db2937f2589b1dc8e166c38d397d8c3 2024-11-13T11:35:46,502 INFO [StoreOpener-0db2937f2589b1dc8e166c38d397d8c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db2937f2589b1dc8e166c38d397d8c3 columnFamilyName queue 2024-11-13T11:35:46,502 DEBUG [StoreOpener-0db2937f2589b1dc8e166c38d397d8c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:46,503 INFO [StoreOpener-0db2937f2589b1dc8e166c38d397d8c3-1 {}] regionserver.HStore(327): Store=0db2937f2589b1dc8e166c38d397d8c3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:46,503 INFO [StoreOpener-0db2937f2589b1dc8e166c38d397d8c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0db2937f2589b1dc8e166c38d397d8c3 2024-11-13T11:35:46,506 INFO [StoreOpener-0db2937f2589b1dc8e166c38d397d8c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0db2937f2589b1dc8e166c38d397d8c3 columnFamilyName sid 2024-11-13T11:35:46,506 DEBUG [StoreOpener-0db2937f2589b1dc8e166c38d397d8c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:35:46,507 INFO [StoreOpener-0db2937f2589b1dc8e166c38d397d8c3-1 {}] regionserver.HStore(327): Store=0db2937f2589b1dc8e166c38d397d8c3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:35:46,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0db2937f2589b1dc8e166c38d397d8c3 2024-11-13T11:35:46,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/replication/0db2937f2589b1dc8e166c38d397d8c3 2024-11-13T11:35:46,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/replication/0db2937f2589b1dc8e166c38d397d8c3 2024-11-13T11:35:46,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0db2937f2589b1dc8e166c38d397d8c3 2024-11-13T11:35:46,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0db2937f2589b1dc8e166c38d397d8c3 2024-11-13T11:35:46,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:35:46,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0db2937f2589b1dc8e166c38d397d8c3 2024-11-13T11:35:46,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/replication/0db2937f2589b1dc8e166c38d397d8c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:35:46,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0db2937f2589b1dc8e166c38d397d8c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62026332, jitterRate=-0.07573562860488892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:35:46,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0db2937f2589b1dc8e166c38d397d8c3 2024-11-13T11:35:46,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0db2937f2589b1dc8e166c38d397d8c3: Running coprocessor pre-open hook at 1731497746492Writing region info on filesystem at 1731497746492Initializing all the Stores at 1731497746495 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497746495Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497746495Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497746495Cleaning up temporary data from old regions at 1731497746511 (+16 ms)Running coprocessor post-open hooks at 1731497746520 (+9 ms)Region opened successfully at 1731497746520 2024-11-13T11:35:46,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3., pid=10, masterSystemTime=1731497746388 2024-11-13T11:35:46,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3. 2024-11-13T11:35:46,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3. 2024-11-13T11:35:46,528 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0db2937f2589b1dc8e166c38d397d8c3, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,36305,1731497735253 2024-11-13T11:35:46,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0db2937f2589b1dc8e166c38d397d8c3, server=7bf281cf3991,36305,1731497735253 because future has completed 2024-11-13T11:35:46,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T11:35:46,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0db2937f2589b1dc8e166c38d397d8c3, server=7bf281cf3991,36305,1731497735253 in 307 msec 2024-11-13T11:35:46,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T11:35:46,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0db2937f2589b1dc8e166c38d397d8c3, ASSIGN in 464 msec 2024-11-13T11:35:46,550 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:35:46,550 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497746550"}]},"ts":"1731497746550"} 2024-11-13T11:35:46,553 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T11:35:46,554 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:35:46,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2990 sec 2024-11-13T11:35:46,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3., hostname=7bf281cf3991,36305,1731497735253, seqNum=2] 2024-11-13T11:35:46,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:46,576 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:46,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:35:46,638 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 379, reset compression=false 2024-11-13T11:35:46,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T11:35:46,737 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T11:35:46,778 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,36305,1731497735253, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:35:46,778 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:46,778 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,36305,1731497735253, seqNum=-1] 2024-11-13T11:35:46,778 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:46,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T11:35:46,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7bf281cf3991,36305,1731497735253', locateType=CURRENT is [region=hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3., hostname=7bf281cf3991,36305,1731497735253, seqNum=2] 2024-11-13T11:35:46,784 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T11:35:46,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T11:35:46,788 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7bf281cf3991,36305,1731497735253 suceeded 2024-11-13T11:35:46,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T11:35:46,791 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7bf281cf3991:37687,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:35:46,791 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-13T11:35:46,793 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5450 sec 2024-11-13T11:35:46,805 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:37687' 2024-11-13T11:35:46,806 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ab0a3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:46,806 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,37687,-1 for getting cluster id 2024-11-13T11:35:46,806 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:46,807 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f315c10d-5110-4fae-8dec-5f6389dde1ca' 2024-11-13T11:35:46,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:46,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f315c10d-5110-4fae-8dec-5f6389dde1ca" 2024-11-13T11:35:46,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3017b7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:46,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,37687,-1] 2024-11-13T11:35:46,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:46,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:46,809 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:46,809 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70c45b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:46,809 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:46,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,37687,1731497727192 2024-11-13T11:35:46,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c55fbf9 2024-11-13T11:35:46,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:46,811 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T11:35:46,812 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,36305,1731497735253 (queues=1) is replicating from cluster=9f2e05b3-1737-4992-87ae-f742828e787c to cluster=f315c10d-5110-4fae-8dec-5f6389dde1ca 2024-11-13T11:35:46,812 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C36305%2C1731497735253 2024-11-13T11:35:46,812 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,36305,1731497735253, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:35:46,812 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452, startPosition=0, beingWritten=true 2024-11-13T11:35:46,813 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C36305%2C1731497735253 2024-11-13T11:35:46,818 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:46,818 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 379, reset compression=false 2024-11-13T11:35:46,818 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,36305,1731497735253 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:47,061 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 379, reset compression=false 2024-11-13T11:35:47,198 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 379, reset compression=false 2024-11-13T11:35:47,351 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 379, reset compression=false 2024-11-13T11:35:47,371 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 379, reset compression=false 2024-11-13T11:35:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:35:47,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:35:47,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:47,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:47,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:47,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:47,412 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:35:47,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:47,419 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,37687,-1 for getting cluster id 2024-11-13T11:35:47,420 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:47,421 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f315c10d-5110-4fae-8dec-5f6389dde1ca' 2024-11-13T11:35:47,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:47,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f315c10d-5110-4fae-8dec-5f6389dde1ca" 2024-11-13T11:35:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20269a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,37687,-1] 2024-11-13T11:35:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:47,423 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:47,424 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@462ec857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:47,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:47,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,44407,-1 for getting cluster id 2024-11-13T11:35:47,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:47,430 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '210ffaf9-45d9-49ee-9c9d-1372b2958acd' 2024-11-13T11:35:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "210ffaf9-45d9-49ee-9c9d-1372b2958acd" 2024-11-13T11:35:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc7c368, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,44407,-1] 2024-11-13T11:35:47,431 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:47,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:47,433 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:47,434 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410f7855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:47,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780557aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:47,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,41179,-1 for getting cluster id 2024-11-13T11:35:47,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:47,446 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f2e05b3-1737-4992-87ae-f742828e787c' 2024-11-13T11:35:47,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:47,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f2e05b3-1737-4992-87ae-f742828e787c" 2024-11-13T11:35:47,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7768149d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:47,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,41179,-1] 2024-11-13T11:35:47,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:47,448 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:47,449 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c1e472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:47,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:47,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,33779,1731497727238, seqNum=-1] 2024-11-13T11:35:47,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:47,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:35:47,462 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5., hostname=7bf281cf3991,33779,1731497727238, seqNum=2] 2024-11-13T11:35:47,466 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:47,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,36305,1731497735253, seqNum=-1] 2024-11-13T11:35:47,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:47,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:35:47,500 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861., hostname=7bf281cf3991,36305,1731497735253, seqNum=2] 2024-11-13T11:35:47,502 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T11:35:47,782 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 379, reset compression=false 2024-11-13T11:35:47,938 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:35:47,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:47,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:47,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:47,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:47,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:47,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:47,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:47,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:48,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:48,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:48,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:48,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:35:48,178 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 379, reset compression=false 2024-11-13T11:35:48,207 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 379, reset compression=false 2024-11-13T11:35:48,213 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:48,213 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 480, reset compression=false 2024-11-13T11:35:48,213 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,33779,1731497727238 got entry batch from reader: WALEntryBatch [walEntries=[{test/a11b7781aa08606642a55d76d24bfaa5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T11:35:48,217 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:35:48,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-13T11:35:48,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:48,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20cc820f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:48,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,44407,-1 for getting cluster id 2024-11-13T11:35:48,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:48,223 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '210ffaf9-45d9-49ee-9c9d-1372b2958acd' 2024-11-13T11:35:48,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:48,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "210ffaf9-45d9-49ee-9c9d-1372b2958acd" 2024-11-13T11:35:48,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b1b88bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:48,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,44407,-1] 2024-11-13T11:35:48,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:48,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:48,226 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:48,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47b4b3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:48,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:48,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34609,1731497731279, seqNum=-1] 2024-11-13T11:35:48,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:48,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-13T11:35:48,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9., hostname=7bf281cf3991,34609,1731497731279, seqNum=2] 2024-11-13T11:35:48,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:48,296 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 379, reset compression=false 2024-11-13T11:35:48,429 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 480, reset compression=false 2024-11-13T11:35:48,504 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T11:35:48,734 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 480, reset compression=false 2024-11-13T11:35:48,903 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 379, reset compression=false 2024-11-13T11:35:49,083 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 379, reset compression=false 2024-11-13T11:35:49,112 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:49,112 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 504, reset compression=false 2024-11-13T11:35:49,112 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34609,1731497731279 got entry batch from reader: WALEntryBatch [walEntries=[{test/17bfb75e550aa78f533a5e838ced5eb9/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T11:35:49,116 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:35:49,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-13T11:35:49,118 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:49,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e352904, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:49,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,41179,-1 for getting cluster id 2024-11-13T11:35:49,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:49,130 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f2e05b3-1737-4992-87ae-f742828e787c' 2024-11-13T11:35:49,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:49,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f2e05b3-1737-4992-87ae-f742828e787c" 2024-11-13T11:35:49,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35b404ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:49,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,41179,-1] 2024-11-13T11:35:49,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:49,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:49,133 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:49,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4920ab62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:49,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:49,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,36305,1731497735253, seqNum=-1] 2024-11-13T11:35:49,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:49,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-13T11:35:49,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861., hostname=7bf281cf3991,36305,1731497735253, seqNum=2] 2024-11-13T11:35:49,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:49,146 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 480, reset compression=false 2024-11-13T11:35:49,342 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 504, reset compression=false 2024-11-13T11:35:49,510 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T11:35:49,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:49,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34609,1731497731279, seqNum=-1] 2024-11-13T11:35:49,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:49,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:35:49,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9., hostname=7bf281cf3991,34609,1731497731279, seqNum=2] 2024-11-13T11:35:49,524 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T11:35:49,609 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 379, reset compression=false 2024-11-13T11:35:49,624 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:49,624 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 527, reset compression=false 2024-11-13T11:35:49,624 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,36305,1731497735253 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:49,657 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 504, reset compression=false 2024-11-13T11:35:49,667 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:49,667 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 608, reset compression=false 2024-11-13T11:35:49,667 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34609,1731497731279 got entry batch from reader: WALEntryBatch [walEntries=[{test/17bfb75e550aa78f533a5e838ced5eb9/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T11:35:49,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:49,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:49,687 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 480, reset compression=false 2024-11-13T11:35:49,828 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 527, reset compression=false 2024-11-13T11:35:49,832 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:49,832 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 654, reset compression=false 2024-11-13T11:35:49,832 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,36305,1731497735253 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d5ea04bdad146bd5037fad3e5cc1861/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T11:35:49,834 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:35:49,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T11:35:49,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:49,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2398ec9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:49,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,37687,-1 for getting cluster id 2024-11-13T11:35:49,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:49,837 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f315c10d-5110-4fae-8dec-5f6389dde1ca' 2024-11-13T11:35:49,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:49,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f315c10d-5110-4fae-8dec-5f6389dde1ca" 2024-11-13T11:35:49,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@457372f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:49,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,37687,-1] 2024-11-13T11:35:49,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:49,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:49,838 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:49,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@272fefae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:49,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:35:49,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,33779,1731497727238, seqNum=-1] 2024-11-13T11:35:49,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:35:49,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-13T11:35:49,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5., hostname=7bf281cf3991,33779,1731497727238, seqNum=2] 2024-11-13T11:35:49,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:49,878 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 608, reset compression=false 2024-11-13T11:35:50,036 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 654, reset compression=false 2024-11-13T11:35:50,182 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 608, reset compression=false 2024-11-13T11:35:50,290 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 480, reset compression=false 2024-11-13T11:35:50,315 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:50,315 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 631, reset compression=false 2024-11-13T11:35:50,316 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,33779,1731497727238 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:50,340 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 654, reset compression=false 2024-11-13T11:35:50,526 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T11:35:50,530 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 631, reset compression=false 2024-11-13T11:35:50,530 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T11:35:50,594 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 608, reset compression=false 2024-11-13T11:35:50,753 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 654, reset compression=false 2024-11-13T11:35:50,758 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:50,758 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 758, reset compression=false 2024-11-13T11:35:50,758 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,36305,1731497735253 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d5ea04bdad146bd5037fad3e5cc1861/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T11:35:50,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:50,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:50,848 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 631, reset compression=false 2024-11-13T11:35:50,853 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:50,853 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 759, reset compression=false 2024-11-13T11:35:50,853 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,33779,1731497727238 got entry batch from reader: WALEntryBatch [walEntries=[{test/a11b7781aa08606642a55d76d24bfaa5/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T11:35:50,854 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:50,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:50,966 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 758, reset compression=false 2024-11-13T11:35:51,074 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 759, reset compression=false 2024-11-13T11:35:51,119 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 608, reset compression=false 2024-11-13T11:35:51,123 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:51,123 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 760, reset compression=false 2024-11-13T11:35:51,123 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34609,1731497731279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:51,273 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 758, reset compression=false 2024-11-13T11:35:51,328 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 760, reset compression=false 2024-11-13T11:35:51,378 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 759, reset compression=false 2024-11-13T11:35:51,532 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T11:35:51,544 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T11:35:51,634 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 760, reset compression=false 2024-11-13T11:35:51,687 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 758, reset compression=false 2024-11-13T11:35:51,814 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 759, reset compression=false 2024-11-13T11:35:51,819 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:51,819 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 915, reset compression=false 2024-11-13T11:35:51,819 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,33779,1731497727238 got entry batch from reader: WALEntryBatch [walEntries=[{test/a11b7781aa08606642a55d76d24bfaa5/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T11:35:51,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:51,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:52,026 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 915, reset compression=false 2024-11-13T11:35:52,054 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 760, reset compression=false 2024-11-13T11:35:52,076 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:52,076 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 908, reset compression=false 2024-11-13T11:35:52,076 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34609,1731497731279 got entry batch from reader: WALEntryBatch [walEntries=[{test/17bfb75e550aa78f533a5e838ced5eb9/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T11:35:52,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:52,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:52,218 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 758, reset compression=false 2024-11-13T11:35:52,231 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:52,231 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 929, reset compression=false 2024-11-13T11:35:52,231 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,36305,1731497735253 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:52,281 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 908, reset compression=false 2024-11-13T11:35:52,338 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 915, reset compression=false 2024-11-13T11:35:52,441 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 929, reset compression=false 2024-11-13T11:35:52,546 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T11:35:52,551 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T11:35:52,585 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 908, reset compression=false 2024-11-13T11:35:52,591 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:52,591 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1067, reset compression=false 2024-11-13T11:35:52,591 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34609,1731497731279 got entry batch from reader: WALEntryBatch [walEntries=[{test/17bfb75e550aa78f533a5e838ced5eb9/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T11:35:52,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:52,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:52,749 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 915, reset compression=false 2024-11-13T11:35:52,755 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 929, reset compression=false 2024-11-13T11:35:52,774 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:52,774 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 1078, reset compression=false 2024-11-13T11:35:52,774 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,36305,1731497735253 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d5ea04bdad146bd5037fad3e5cc1861/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T11:35:52,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:52,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:52,801 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1067, reset compression=false 2024-11-13T11:35:52,983 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 1078, reset compression=false 2024-11-13T11:35:53,114 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1067, reset compression=false 2024-11-13T11:35:53,274 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 915, reset compression=false 2024-11-13T11:35:53,287 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 1078, reset compression=false 2024-11-13T11:35:53,301 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:53,301 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1088, reset compression=false 2024-11-13T11:35:53,301 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,33779,1731497727238 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:53,507 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1088, reset compression=false 2024-11-13T11:35:53,519 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1067, reset compression=false 2024-11-13T11:35:53,554 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T11:35:53,558 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T11:35:53,722 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 1078, reset compression=false 2024-11-13T11:35:53,727 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:53,727 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 1237, reset compression=false 2024-11-13T11:35:53,727 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,36305,1731497735253 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d5ea04bdad146bd5037fad3e5cc1861/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T11:35:53,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:53,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:53,816 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1088, reset compression=false 2024-11-13T11:35:53,821 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:53,821 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1238, reset compression=false 2024-11-13T11:35:53,821 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,33779,1731497727238 got entry batch from reader: WALEntryBatch [walEntries=[{test/a11b7781aa08606642a55d76d24bfaa5/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-13T11:35:53,822 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:53,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:53,933 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 1237, reset compression=false 2024-11-13T11:35:54,024 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1067, reset compression=false 2024-11-13T11:35:54,025 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1238, reset compression=false 2024-11-13T11:35:54,038 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:54,038 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1241, reset compression=false 2024-11-13T11:35:54,038 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34609,1731497731279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:54,237 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 1237, reset compression=false 2024-11-13T11:35:54,243 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1241, reset compression=false 2024-11-13T11:35:54,329 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1238, reset compression=false 2024-11-13T11:35:54,551 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1241, reset compression=false 2024-11-13T11:35:54,560 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T11:35:54,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9e45d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:54,566 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,41179,-1 for getting cluster id 2024-11-13T11:35:54,566 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:54,567 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f2e05b3-1737-4992-87ae-f742828e787c' 2024-11-13T11:35:54,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:54,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f2e05b3-1737-4992-87ae-f742828e787c" 2024-11-13T11:35:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccc1b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,41179,-1] 2024-11-13T11:35:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:54,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:54,569 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:54,569 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293c9d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:54,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:54,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,41179,1731497735218 2024-11-13T11:35:54,572 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e927f10 2024-11-13T11:35:54,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:54,574 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:54,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-13T11:35:54,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-13T11:35:54,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T11:35:54,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:35:54,651 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 1237, reset compression=false 2024-11-13T11:35:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T11:35:54,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T11:35:54,733 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-13T11:35:54,733 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1238, reset compression=false 2024-11-13T11:35:54,733 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-13T11:35:54,734 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,36305,1731497735253 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-13T11:35:54,734 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0. 2024-11-13T11:35:54,734 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:54,734 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:54,734 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:54,734 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:54,834 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-13T11:35:54,835 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T11:35:54,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T11:35:54,934 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 terminated 2024-11-13T11:35:54,955 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1241, reset compression=false 2024-11-13T11:35:54,957 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,36305,1731497735253, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:35:54,957 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-13T11:35:54,958 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T11:35:54,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T11:35:54,962 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 7bf281cf3991,36305,1731497735253 suceeded 2024-11-13T11:35:54,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T11:35:54,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 382 msec 2024-11-13T11:35:54,964 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-13T11:35:54,965 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 390 msec 2024-11-13T11:35:54,976 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:37687' 2024-11-13T11:35:54,977 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@360ab04c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:54,977 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,37687,-1 for getting cluster id 2024-11-13T11:35:54,978 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:54,978 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f315c10d-5110-4fae-8dec-5f6389dde1ca' 2024-11-13T11:35:54,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:54,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f315c10d-5110-4fae-8dec-5f6389dde1ca" 2024-11-13T11:35:54,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@712cb0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:54,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,37687,-1] 2024-11-13T11:35:54,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:54,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:54,980 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:54,980 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@595e594c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:54,980 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:54,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,37687,1731497727192 2024-11-13T11:35:54,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2891df79 2024-11-13T11:35:54,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:54,982 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-13T11:35:54,982 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,36305,1731497735253 (queues=1) is replicating from cluster=9f2e05b3-1737-4992-87ae-f742828e787c to cluster=f315c10d-5110-4fae-8dec-5f6389dde1ca 2024-11-13T11:35:54,982 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C36305%2C1731497735253 2024-11-13T11:35:54,983 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,36305,1731497735253, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:35:54,983 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C36305%2C1731497735253 2024-11-13T11:35:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T11:35:55,211 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:35:55,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:35:55,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:55,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:55,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:55,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:55,215 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-13T11:35:55,238 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1238, reset compression=false 2024-11-13T11:35:55,242 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:55,242 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1342, reset compression=false 2024-11-13T11:35:55,242 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,33779,1731497727238 got entry batch from reader: WALEntryBatch [walEntries=[{test/a11b7781aa08606642a55d76d24bfaa5/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T11:35:55,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:55,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34609 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:55,446 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1342, reset compression=false 2024-11-13T11:35:55,459 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1241, reset compression=false 2024-11-13T11:35:55,463 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:55,463 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1369, reset compression=false 2024-11-13T11:35:55,463 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34609,1731497731279 got entry batch from reader: WALEntryBatch [walEntries=[{test/17bfb75e550aa78f533a5e838ced5eb9/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T11:35:55,467 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:55,470 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:55,670 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1369, reset compression=false 2024-11-13T11:35:55,750 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1342, reset compression=false 2024-11-13T11:35:55,973 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1369, reset compression=false 2024-11-13T11:35:56,154 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1342, reset compression=false 2024-11-13T11:35:56,217 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-13T11:35:56,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d226bf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:56,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,41179,-1 for getting cluster id 2024-11-13T11:35:56,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:35:56,232 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f2e05b3-1737-4992-87ae-f742828e787c' 2024-11-13T11:35:56,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:35:56,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f2e05b3-1737-4992-87ae-f742828e787c" 2024-11-13T11:35:56,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46add307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:56,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,41179,-1] 2024-11-13T11:35:56,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:35:56,233 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:56,234 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:35:56,234 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7786232d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:35:56,237 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:35:56,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,41179,1731497735218 2024-11-13T11:35:56,238 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34189fc7 2024-11-13T11:35:56,239 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:35:56,240 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:35:56,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-13T11:35:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-13T11:35:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T11:35:56,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:35:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T11:35:56,377 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1369, reset compression=false 2024-11-13T11:35:56,384 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:56,384 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1473, reset compression=false 2024-11-13T11:35:56,384 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34609,1731497731279 got entry batch from reader: WALEntryBatch [walEntries=[{test/17bfb75e550aa78f533a5e838ced5eb9/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T11:35:56,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:56,389 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:56,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36305 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-13T11:35:56,401 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-13T11:35:56,402 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-13T11:35:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-13T11:35:56,404 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 7bf281cf3991,36305,1731497735253 suceeded 2024-11-13T11:35:56,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-13T11:35:56,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-13T11:35:56,406 INFO [PEWorker-3 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-13T11:35:56,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 165 msec 2024-11-13T11:35:56,487 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452, startPosition=1237, beingWritten=true 2024-11-13T11:35:56,494 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:35:56,494 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 1515, reset compression=false 2024-11-13T11:35:56,494 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,36305,1731497735253 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d5ea04bdad146bd5037fad3e5cc1861/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-13T11:35:56,496 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:35:56,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-13T11:35:56,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:35:56,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33779 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:35:56,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41179 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-13T11:35:56,561 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:35:56,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:35:56,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:56,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:56,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:56,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:56,563 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-13T11:35:56,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:35:56,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:35:56,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:56,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:56,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:56,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:35:56,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=313451554, stopped=false 2024-11-13T11:35:56,563 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,41179,1731497735218 2024-11-13T11:35:56,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:56,565 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22049734416/running 2024-11-13T11:35:56,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22049734416/running 2024-11-13T11:35:56,565 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:56,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:56,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Set watcher on znode that does not yet exist, /22049734416/running 2024-11-13T11:35:56,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Set watcher on znode that does not yet exist, /22049734416/running 2024-11-13T11:35:56,566 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:35:56,566 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:35:56,566 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:56,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:56,567 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,36305,1731497735253' ***** 2024-11-13T11:35:56,567 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:35:56,568 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:35:56,568 INFO [RS:0;7bf281cf3991:36305 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:35:56,568 INFO [RS:0;7bf281cf3991:36305 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:35:56,568 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(3091): Received CLOSE for 0db2937f2589b1dc8e166c38d397d8c3 2024-11-13T11:35:56,569 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:35:56,569 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:56,569 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,36305,1731497735253 2024-11-13T11:35:56,569 INFO [RS:0;7bf281cf3991:36305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:35:56,569 INFO [RS:0;7bf281cf3991:36305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:36305. 2024-11-13T11:35:56,569 DEBUG [RS:0;7bf281cf3991:36305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:56,569 DEBUG [RS:0;7bf281cf3991:36305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:56,569 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:35:56,569 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:35:56,569 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:35:56,569 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:35:56,570 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0db2937f2589b1dc8e166c38d397d8c3, disabling compactions & flushes 2024-11-13T11:35:56,570 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3. 2024-11-13T11:35:56,570 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3. 2024-11-13T11:35:56,570 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3. after waiting 0 ms 2024-11-13T11:35:56,570 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3. 2024-11-13T11:35:56,570 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0db2937f2589b1dc8e166c38d397d8c3 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-13T11:35:56,576 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T11:35:56,577 DEBUG [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(1325): Online Regions={0db2937f2589b1dc8e166c38d397d8c3=hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3., 6d5ea04bdad146bd5037fad3e5cc1861=test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:35:56,577 DEBUG [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(1351): Waiting on 0db2937f2589b1dc8e166c38d397d8c3, 1588230740, 6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:56,577 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:35:56,577 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:35:56,577 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:35:56,577 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:35:56,577 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:35:56,577 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T11:35:56,592 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1473, reset compression=false 2024-11-13T11:35:56,622 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/.tmp/info/89eacc5305ee4abaac801b3aa91e35f1 is 147, key is hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3./info:regioninfo/1731497746528/Put/seqid=0 2024-11-13T11:35:56,631 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/replication/0db2937f2589b1dc8e166c38d397d8c3/.tmp/queue/1aff1e09b0f5444e99e1552ed13c74c2 is 154, key is 1-7bf281cf3991,36305,1731497735253/queue:7bf281cf3991%2C36305%2C1731497735253/1731497756502/Put/seqid=0 2024-11-13T11:35:56,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741840_1016 (size=7686) 2024-11-13T11:35:56,641 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/.tmp/info/89eacc5305ee4abaac801b3aa91e35f1 2024-11-13T11:35:56,650 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:35:56,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741841_1017 (size=5353) 2024-11-13T11:35:56,658 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/replication/0db2937f2589b1dc8e166c38d397d8c3/.tmp/queue/1aff1e09b0f5444e99e1552ed13c74c2 2024-11-13T11:35:56,663 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/replication/0db2937f2589b1dc8e166c38d397d8c3/.tmp/queue/1aff1e09b0f5444e99e1552ed13c74c2 as hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/replication/0db2937f2589b1dc8e166c38d397d8c3/queue/1aff1e09b0f5444e99e1552ed13c74c2 2024-11-13T11:35:56,669 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/replication/0db2937f2589b1dc8e166c38d397d8c3/queue/1aff1e09b0f5444e99e1552ed13c74c2, entries=1, sequenceid=13, filesize=5.2 K 2024-11-13T11:35:56,670 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 0db2937f2589b1dc8e166c38d397d8c3 in 100ms, sequenceid=13, compaction requested=false 2024-11-13T11:35:56,684 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1342, reset compression=false 2024-11-13T11:35:56,691 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/.tmp/ns/63fcf0a0c59d4d01a49dbe9ebadd3871 is 43, key is default/ns:d/1731497737407/Put/seqid=0 2024-11-13T11:35:56,713 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 1515, reset compression=false 2024-11-13T11:35:56,730 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:56,730 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1493, reset compression=false 2024-11-13T11:35:56,730 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/replication/0db2937f2589b1dc8e166c38d397d8c3/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-13T11:35:56,730 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,33779,1731497727238 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:56,731 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:35:56,731 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:35:56,731 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3. 2024-11-13T11:35:56,731 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0db2937f2589b1dc8e166c38d397d8c3: Waiting for close lock at 1731497756570Running coprocessor pre-close hooks at 1731497756570Disabling compacts and flushes for region at 1731497756570Disabling writes for close at 1731497756570Obtaining lock to block concurrent updates at 1731497756570Preparing flush snapshotting stores in 0db2937f2589b1dc8e166c38d397d8c3 at 1731497756570Finished memstore snapshotting hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731497756571 (+1 ms)Flushing stores of hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3. at 1731497756578 (+7 ms)Flushing 0db2937f2589b1dc8e166c38d397d8c3/queue: creating writer at 1731497756578Flushing 0db2937f2589b1dc8e166c38d397d8c3/queue: appending metadata at 1731497756630 (+52 ms)Flushing 0db2937f2589b1dc8e166c38d397d8c3/queue: closing flushed file at 1731497756630Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@561953bb: reopening flushed file at 1731497756662 (+32 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 0db2937f2589b1dc8e166c38d397d8c3 in 100ms, sequenceid=13, compaction requested=false at 1731497756670 (+8 ms)Writing region close event to WAL at 1731497756707 (+37 ms)Running coprocessor post-close hooks at 1731497756731 (+24 ms)Closed at 1731497756731 2024-11-13T11:35:56,732 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731497745255.0db2937f2589b1dc8e166c38d397d8c3. 2024-11-13T11:35:56,732 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d5ea04bdad146bd5037fad3e5cc1861, disabling compactions & flushes 2024-11-13T11:35:56,732 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861. 2024-11-13T11:35:56,732 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861. 2024-11-13T11:35:56,732 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861. after waiting 0 ms 2024-11-13T11:35:56,732 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861. 2024-11-13T11:35:56,732 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d5ea04bdad146bd5037fad3e5cc1861 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T11:35:56,779 DEBUG [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:56,781 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T11:35:56,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741842_1018 (size=5153) 2024-11-13T11:35:56,788 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:56,788 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 1762, reset compression=false 2024-11-13T11:35:56,788 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,36305,1731497735253 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:56,789 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7bf281cf3991,36305,1731497735253: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7bf281cf3991,36305,1731497735253, walGroup=7bf281cf3991%2C36305%2C1731497735253, offset=7bf281cf3991%2C36305%2C1731497735253.1731497736452:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:36305 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T11:35:56,790 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T11:35:56,790 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T11:35:56,790 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T11:35:56,790 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T11:35:56,791 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T11:35:56,791 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1216348160, "init": 1048576000, "max": 2306867200, "used": 853759952 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198274048 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T11:35:56,791 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:41179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:41179 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T11:35:56,808 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/.tmp/f/fd804998711c46e6931dfbf9b5628366 is 37, key is row3/f:row3/1731497755213/Put/seqid=0 2024-11-13T11:35:56,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741843_1019 (size=5228) 2024-11-13T11:35:56,879 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/.tmp/f/fd804998711c46e6931dfbf9b5628366 2024-11-13T11:35:56,883 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd804998711c46e6931dfbf9b5628366 2024-11-13T11:35:56,927 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/.tmp/f1/311ba884a97c4462aa7871eac529ad38 is 30, key is row1/f1:/1731497752548/DeleteFamily/seqid=0 2024-11-13T11:35:56,934 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1473, reset compression=false 2024-11-13T11:35:56,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741844_1020 (size=5158) 2024-11-13T11:35:56,977 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/.tmp/f1/311ba884a97c4462aa7871eac529ad38 2024-11-13T11:35:56,980 DEBUG [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d5ea04bdad146bd5037fad3e5cc1861 2024-11-13T11:35:56,982 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 311ba884a97c4462aa7871eac529ad38 2024-11-13T11:35:57,004 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/.tmp/norep/1002312c740a4cc59af6d1c51a73ef34 is 33, key is row2/norep:/1731497753555/DeleteFamily/seqid=0 2024-11-13T11:35:57,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741845_1021 (size=5108) 2024-11-13T11:35:57,022 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/.tmp/norep/1002312c740a4cc59af6d1c51a73ef34 2024-11-13T11:35:57,027 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1002312c740a4cc59af6d1c51a73ef34 2024-11-13T11:35:57,028 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/.tmp/f/fd804998711c46e6931dfbf9b5628366 as hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/f/fd804998711c46e6931dfbf9b5628366 2024-11-13T11:35:57,030 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1493, reset compression=false 2024-11-13T11:35:57,034 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fd804998711c46e6931dfbf9b5628366 2024-11-13T11:35:57,034 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/f/fd804998711c46e6931dfbf9b5628366, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T11:35:57,035 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/.tmp/f1/311ba884a97c4462aa7871eac529ad38 as hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/f1/311ba884a97c4462aa7871eac529ad38 2024-11-13T11:35:57,045 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 311ba884a97c4462aa7871eac529ad38 2024-11-13T11:35:57,045 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/f1/311ba884a97c4462aa7871eac529ad38, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T11:35:57,046 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/.tmp/norep/1002312c740a4cc59af6d1c51a73ef34 as hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/norep/1002312c740a4cc59af6d1c51a73ef34 2024-11-13T11:35:57,052 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1002312c740a4cc59af6d1c51a73ef34 2024-11-13T11:35:57,052 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/norep/1002312c740a4cc59af6d1c51a73ef34, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T11:35:57,056 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6d5ea04bdad146bd5037fad3e5cc1861 in 324ms, sequenceid=12, compaction requested=false 2024-11-13T11:35:57,073 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 1762, reset compression=false 2024-11-13T11:35:57,083 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:57,083 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 2111, reset compression=false 2024-11-13T11:35:57,111 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/default/test/6d5ea04bdad146bd5037fad3e5cc1861/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T11:35:57,112 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:35:57,112 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:35:57,112 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861. 2024-11-13T11:35:57,112 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d5ea04bdad146bd5037fad3e5cc1861: Waiting for close lock at 1731497756732Running coprocessor pre-close hooks at 1731497756732Disabling compacts and flushes for region at 1731497756732Disabling writes for close at 1731497756732Obtaining lock to block concurrent updates at 1731497756732Preparing flush snapshotting stores in 6d5ea04bdad146bd5037fad3e5cc1861 at 1731497756732Finished memstore snapshotting test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731497756732Flushing stores of test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861. at 1731497756736 (+4 ms)Flushing 6d5ea04bdad146bd5037fad3e5cc1861/f: creating writer at 1731497756736Flushing 6d5ea04bdad146bd5037fad3e5cc1861/f: appending metadata at 1731497756807 (+71 ms)Flushing 6d5ea04bdad146bd5037fad3e5cc1861/f: closing flushed file at 1731497756807Flushing 6d5ea04bdad146bd5037fad3e5cc1861/f1: creating writer at 1731497756883 (+76 ms)Flushing 6d5ea04bdad146bd5037fad3e5cc1861/f1: appending metadata at 1731497756925 (+42 ms)Flushing 6d5ea04bdad146bd5037fad3e5cc1861/f1: closing flushed file at 1731497756926 (+1 ms)Flushing 6d5ea04bdad146bd5037fad3e5cc1861/norep: creating writer at 1731497756982 (+56 ms)Flushing 6d5ea04bdad146bd5037fad3e5cc1861/norep: appending metadata at 1731497757002 (+20 ms)Flushing 6d5ea04bdad146bd5037fad3e5cc1861/norep: closing flushed file at 1731497757003 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4adcce71: reopening flushed file at 1731497757027 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe02c92: reopening flushed file at 1731497757034 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc62ec3: reopening flushed file at 1731497757045 (+11 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6d5ea04bdad146bd5037fad3e5cc1861 in 324ms, sequenceid=12, compaction requested=false at 1731497757056 (+11 ms)Writing region close event to WAL at 1731497757093 (+37 ms)Running coprocessor post-close hooks at 1731497757112 (+19 ms)Closed at 1731497757112 2024-11-13T11:35:57,113 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861. 2024-11-13T11:35:57,180 DEBUG [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:35:57,183 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/.tmp/ns/63fcf0a0c59d4d01a49dbe9ebadd3871 2024-11-13T11:35:57,212 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/.tmp/rep_barrier/586d775e594f4f5693dde68f76bf8b1e is 112, key is test,,1731497740793.6d5ea04bdad146bd5037fad3e5cc1861./rep_barrier:seqnumDuringOpen/1731497741634/Put/seqid=0 2024-11-13T11:35:57,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741846_1022 (size=5518) 2024-11-13T11:35:57,218 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/.tmp/rep_barrier/586d775e594f4f5693dde68f76bf8b1e 2024-11-13T11:35:57,248 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/.tmp/table/2ac9ef9631fa41c3a23b76d751f5e20b is 53, key is hbase:replication/table:state/1731497746550/Put/seqid=0 2024-11-13T11:35:57,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741847_1023 (size=5308) 2024-11-13T11:35:57,263 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/.tmp/table/2ac9ef9631fa41c3a23b76d751f5e20b 2024-11-13T11:35:57,268 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/.tmp/info/89eacc5305ee4abaac801b3aa91e35f1 as hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/info/89eacc5305ee4abaac801b3aa91e35f1 2024-11-13T11:35:57,274 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/info/89eacc5305ee4abaac801b3aa91e35f1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T11:35:57,275 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/.tmp/ns/63fcf0a0c59d4d01a49dbe9ebadd3871 as hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/ns/63fcf0a0c59d4d01a49dbe9ebadd3871 2024-11-13T11:35:57,282 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/ns/63fcf0a0c59d4d01a49dbe9ebadd3871, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T11:35:57,283 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/.tmp/rep_barrier/586d775e594f4f5693dde68f76bf8b1e as hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/rep_barrier/586d775e594f4f5693dde68f76bf8b1e 2024-11-13T11:35:57,288 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/rep_barrier/586d775e594f4f5693dde68f76bf8b1e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T11:35:57,289 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/.tmp/table/2ac9ef9631fa41c3a23b76d751f5e20b as hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/table/2ac9ef9631fa41c3a23b76d751f5e20b 2024-11-13T11:35:57,294 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/table/2ac9ef9631fa41c3a23b76d751f5e20b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T11:35:57,294 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/WALs/7bf281cf3991,36305,1731497735253/7bf281cf3991%2C36305%2C1731497735253.1731497736452 to pos 2111, reset compression=false 2024-11-13T11:35:57,295 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 718ms, sequenceid=16, compaction requested=false 2024-11-13T11:35:57,317 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:57,321 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:35:57,321 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:35:57,326 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T11:35:57,326 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:35:57,326 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:35:57,326 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:35:57,326 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497756577Running coprocessor pre-close hooks at 1731497756577Disabling compacts and flushes for region at 1731497756577Disabling writes for close at 1731497756577Obtaining lock to block concurrent updates at 1731497756577Preparing flush snapshotting stores in 1588230740 at 1731497756577Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731497756578 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731497756578Flushing 1588230740/info: creating writer at 1731497756578Flushing 1588230740/info: appending metadata at 1731497756622 (+44 ms)Flushing 1588230740/info: closing flushed file at 1731497756622Flushing 1588230740/ns: creating writer at 1731497756645 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731497756690 (+45 ms)Flushing 1588230740/ns: closing flushed file at 1731497756690Flushing 1588230740/rep_barrier: creating writer at 1731497757190 (+500 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731497757211 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731497757211Flushing 1588230740/table: creating writer at 1731497757223 (+12 ms)Flushing 1588230740/table: appending metadata at 1731497757248 (+25 ms)Flushing 1588230740/table: closing flushed file at 1731497757248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0a7b27: reopening flushed file at 1731497757268 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70ec6218: reopening flushed file at 1731497757274 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13704c35: reopening flushed file at 1731497757282 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@199aac69: reopening flushed file at 1731497757288 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 718ms, sequenceid=16, compaction requested=false at 1731497757295 (+7 ms)Writing region close event to WAL at 1731497757320 (+25 ms)Running coprocessor post-close hooks at 1731497757326 (+6 ms)Closed at 1731497757326 2024-11-13T11:35:57,327 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:35:57,370 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1493, reset compression=false 2024-11-13T11:35:57,376 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1473, reset compression=false 2024-11-13T11:35:57,380 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,36305,1731497735253; all regions closed. 2024-11-13T11:35:57,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741834_1010 (size=4239) 2024-11-13T11:35:57,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741839_1015 (size=3333) 2024-11-13T11:35:57,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741832_1008 (size=2414) 2024-11-13T11:35:57,408 DEBUG [RS:0;7bf281cf3991:36305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:57,408 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:35:57,408 INFO [RS:0;7bf281cf3991:36305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:35:57,408 INFO [RS:0;7bf281cf3991:36305 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T11:35:57,408 INFO [RS:0;7bf281cf3991:36305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:35:57,409 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:35:57,410 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,36305,1731497735253 because: Region server is closing 2024-11-13T11:35:57,410 INFO [RS:0;7bf281cf3991:36305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:36305. 2024-11-13T11:35:57,410 DEBUG [RS:0;7bf281cf3991:36305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:57,410 DEBUG [RS:0;7bf281cf3991:36305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:57,410 DEBUG [RS:0;7bf281cf3991:36305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:57,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:57,510 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.wal-reader.7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-13T11:35:57,510 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36305,1731497735253.replicationSource.shipper7bf281cf3991%2C36305%2C1731497735253,1-7bf281cf3991,36305,1731497735253 terminated 2024-11-13T11:35:57,511 INFO [RS:0;7bf281cf3991:36305 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:36305. 2024-11-13T11:35:57,511 DEBUG [RS:0;7bf281cf3991:36305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:57,511 DEBUG [RS:0;7bf281cf3991:36305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:57,511 DEBUG [RS:0;7bf281cf3991:36305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:57,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:57,511 INFO [RS:0;7bf281cf3991:36305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36305 2024-11-13T11:35:57,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416/rs 2024-11-13T11:35:57,515 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22049734416/rs/7bf281cf3991,36305,1731497735253 2024-11-13T11:35:57,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,36305,1731497735253] 2024-11-13T11:35:57,517 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22049734416/draining/7bf281cf3991,36305,1731497735253 already deleted, retry=false 2024-11-13T11:35:57,517 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,36305,1731497735253 expired; onlineServers=0 2024-11-13T11:35:57,517 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,41179,1731497735218' ***** 2024-11-13T11:35:57,517 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:35:57,517 INFO [M:0;7bf281cf3991:41179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:35:57,517 INFO [M:0;7bf281cf3991:41179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:35:57,517 DEBUG [M:0;7bf281cf3991:41179 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:35:57,517 DEBUG [M:0;7bf281cf3991:41179 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:35:57,517 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:35:57,517 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497736225 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497736225,5,FailOnTimeoutGroup] 2024-11-13T11:35:57,517 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497736224 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497736224,5,FailOnTimeoutGroup] 2024-11-13T11:35:57,517 INFO [M:0;7bf281cf3991:41179 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:35:57,518 INFO [M:0;7bf281cf3991:41179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:35:57,518 DEBUG [M:0;7bf281cf3991:41179 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:35:57,518 INFO [M:0;7bf281cf3991:41179 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:35:57,518 INFO [M:0;7bf281cf3991:41179 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:35:57,518 INFO [M:0;7bf281cf3991:41179 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:35:57,518 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:35:57,520 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22049734416/master 2024-11-13T11:35:57,520 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:57,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22049734416/master 2024-11-13T11:35:57,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22049734416 2024-11-13T11:35:57,521 INFO [RS:0;7bf281cf3991:36305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:35:57,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Set watcher on znode that does not yet exist, /22049734416/master 2024-11-13T11:35:57,523 DEBUG [M:0;7bf281cf3991:41179 {}] zookeeper.RecoverableZooKeeper(212): Node /22049734416/master already deleted, retry=false 2024-11-13T11:35:57,523 DEBUG [M:0;7bf281cf3991:41179 {}] master.ActiveMasterManager(353): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Failed delete of our master address node; KeeperErrorCode = NoNode for /22049734416/master 2024-11-13T11:35:57,533 INFO [M:0;7bf281cf3991:41179 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/.lastflushedseqids 2024-11-13T11:35:57,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741848_1024 (size=245) 2024-11-13T11:35:57,547 INFO [M:0;7bf281cf3991:41179 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:35:57,547 INFO [M:0;7bf281cf3991:41179 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:35:57,548 DEBUG [M:0;7bf281cf3991:41179 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:35:57,548 INFO [M:0;7bf281cf3991:41179 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:57,548 DEBUG [M:0;7bf281cf3991:41179 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:57,548 DEBUG [M:0;7bf281cf3991:41179 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:35:57,548 DEBUG [M:0;7bf281cf3991:41179 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:57,548 INFO [M:0;7bf281cf3991:41179 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-13T11:35:57,571 DEBUG [M:0;7bf281cf3991:41179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5a552b3a0db457daa731ff84c452445 is 82, key is hbase:meta,,1/info:regioninfo/1731497737398/Put/seqid=0 2024-11-13T11:35:57,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741849_1025 (size=5672) 2024-11-13T11:35:57,583 INFO [M:0;7bf281cf3991:41179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5a552b3a0db457daa731ff84c452445 2024-11-13T11:35:57,605 DEBUG [M:0;7bf281cf3991:41179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c64a24b742154f48b777c61ec1a0cd31 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731497746555/Put/seqid=0 2024-11-13T11:35:57,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741850_1026 (size=9212) 2024-11-13T11:35:57,611 INFO [M:0;7bf281cf3991:41179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c64a24b742154f48b777c61ec1a0cd31 2024-11-13T11:35:57,625 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:35:57,625 INFO [RS:0;7bf281cf3991:36305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:35:57,625 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36305-0x10038ddedd40007, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:35:57,625 INFO [RS:0;7bf281cf3991:36305 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,36305,1731497735253; zookeeper connection closed. 2024-11-13T11:35:57,633 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75ce917 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75ce917 2024-11-13T11:35:57,633 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:35:57,644 DEBUG [M:0;7bf281cf3991:41179 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/682e0d5c1a3d4f11b9e5c766645d7a2e is 69, key is 7bf281cf3991,36305,1731497735253/rs:state/1731497736297/Put/seqid=0 2024-11-13T11:35:57,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741851_1027 (size=5156) 2024-11-13T11:35:57,652 INFO [M:0;7bf281cf3991:41179 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/682e0d5c1a3d4f11b9e5c766645d7a2e 2024-11-13T11:35:57,657 DEBUG [M:0;7bf281cf3991:41179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5a552b3a0db457daa731ff84c452445 as hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5a552b3a0db457daa731ff84c452445 2024-11-13T11:35:57,667 INFO [M:0;7bf281cf3991:41179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5a552b3a0db457daa731ff84c452445, entries=8, sequenceid=127, filesize=5.5 K 2024-11-13T11:35:57,673 DEBUG [M:0;7bf281cf3991:41179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c64a24b742154f48b777c61ec1a0cd31 as hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c64a24b742154f48b777c61ec1a0cd31 2024-11-13T11:35:57,684 INFO [M:0;7bf281cf3991:41179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c64a24b742154f48b777c61ec1a0cd31, entries=15, sequenceid=127, filesize=9.0 K 2024-11-13T11:35:57,685 DEBUG [M:0;7bf281cf3991:41179 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/682e0d5c1a3d4f11b9e5c766645d7a2e as hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/682e0d5c1a3d4f11b9e5c766645d7a2e 2024-11-13T11:35:57,691 INFO [M:0;7bf281cf3991:41179 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33521/user/jenkins/test-data/13292009-b296-0f97-7389-36ece256f083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/682e0d5c1a3d4f11b9e5c766645d7a2e, entries=1, sequenceid=127, filesize=5.0 K 2024-11-13T11:35:57,693 INFO [M:0;7bf281cf3991:41179 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 145ms, sequenceid=127, compaction requested=false 2024-11-13T11:35:57,701 INFO [M:0;7bf281cf3991:41179 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:57,701 DEBUG [M:0;7bf281cf3991:41179 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497757547Disabling compacts and flushes for region at 1731497757547Disabling writes for close at 1731497757548 (+1 ms)Obtaining lock to block concurrent updates at 1731497757548Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497757548Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731497757548Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497757549 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497757549Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497757570 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497757570Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497757587 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497757605 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497757605Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497757620 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497757644 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497757644Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a57a9cd: reopening flushed file at 1731497757657 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73de76e8: reopening flushed file at 1731497757667 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3090dce5: reopening flushed file at 1731497757684 (+17 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 145ms, sequenceid=127, compaction requested=false at 1731497757693 (+9 ms)Writing region close event to WAL at 1731497757701 (+8 ms)Closed at 1731497757701 2024-11-13T11:35:57,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40663 is added to blk_1073741830_1006 (size=73866) 2024-11-13T11:35:57,706 INFO [M:0;7bf281cf3991:41179 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:35:57,706 INFO [M:0;7bf281cf3991:41179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41179 2024-11-13T11:35:57,706 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:35:57,707 INFO [M:0;7bf281cf3991:41179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:35:57,780 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1493, reset compression=false 2024-11-13T11:35:57,808 INFO [M:0;7bf281cf3991:41179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:35:57,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:35:57,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41179-0x10038ddedd40006, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:35:57,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a8cf022{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:35:57,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@678fdb91{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:35:57,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:35:57,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1964ee56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:35:57,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14b05bf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/hadoop.log.dir/,STOPPED} 2024-11-13T11:35:57,824 WARN [BP-1924352942-172.17.0.2-1731497734337 heartbeating to localhost/127.0.0.1:33521 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:35:57,824 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:35:57,824 WARN [BP-1924352942-172.17.0.2-1731497734337 heartbeating to localhost/127.0.0.1:33521 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1924352942-172.17.0.2-1731497734337 (Datanode Uuid d0ca3b1e-bf31-4e3e-b0e8-6e5636f13569) service to localhost/127.0.0.1:33521 2024-11-13T11:35:57,824 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:35:57,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/cluster_f15b7b7c-70a7-22ff-5e93-09da9b6fb705/data/data1/current/BP-1924352942-172.17.0.2-1731497734337 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:35:57,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/cluster_f15b7b7c-70a7-22ff-5e93-09da9b6fb705/data/data2/current/BP-1924352942-172.17.0.2-1731497734337 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:35:57,825 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:35:57,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21d5c399{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:35:57,832 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@784a7587{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:35:57,832 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:35:57,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7808178e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:35:57,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c1eb1c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/hadoop.log.dir/,STOPPED} 2024-11-13T11:35:57,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:35:57,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:35:57,857 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:35:57,857 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:57,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:57,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:57,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:57,858 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:35:57,858 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=835004453, stopped=false 2024-11-13T11:35:57,859 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,44407,1731497731247 2024-11-13T11:35:57,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2110592981/running 2024-11-13T11:35:57,860 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2110592981/running 2024-11-13T11:35:57,860 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981 2024-11-13T11:35:57,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981 2024-11-13T11:35:57,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Set watcher on znode that does not yet exist, /1-2110592981/running 2024-11-13T11:35:57,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Set watcher on znode that does not yet exist, /1-2110592981/running 2024-11-13T11:35:57,861 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:35:57,864 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:35:57,864 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:57,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:57,864 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,34609,1731497731279' ***** 2024-11-13T11:35:57,864 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:35:57,865 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:35:57,865 INFO [RS:0;7bf281cf3991:34609 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:35:57,865 INFO [RS:0;7bf281cf3991:34609 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:35:57,865 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(3091): Received CLOSE for 17bfb75e550aa78f533a5e838ced5eb9 2024-11-13T11:35:57,866 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:35:57,869 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:57,869 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,34609,1731497731279 2024-11-13T11:35:57,869 INFO [RS:0;7bf281cf3991:34609 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:35:57,869 INFO [RS:0;7bf281cf3991:34609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:34609. 2024-11-13T11:35:57,869 DEBUG [RS:0;7bf281cf3991:34609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:57,869 DEBUG [RS:0;7bf281cf3991:34609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:57,869 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:35:57,869 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:35:57,869 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:35:57,869 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:35:57,871 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17bfb75e550aa78f533a5e838ced5eb9, disabling compactions & flushes 2024-11-13T11:35:57,871 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9. 2024-11-13T11:35:57,872 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9. 2024-11-13T11:35:57,872 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9. after waiting 0 ms 2024-11-13T11:35:57,872 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9. 2024-11-13T11:35:57,872 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 17bfb75e550aa78f533a5e838ced5eb9 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-13T11:35:57,873 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:35:57,877 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T11:35:57,877 DEBUG [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(1325): Online Regions={17bfb75e550aa78f533a5e838ced5eb9=test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9., 7d83cab7cb302e8ef5e57cf9873139af=hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:35:57,877 DEBUG [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17bfb75e550aa78f533a5e838ced5eb9, 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:57,880 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:35:57,881 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:35:57,881 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:35:57,881 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:35:57,881 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:35:57,881 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T11:35:57,887 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1473, reset compression=false 2024-11-13T11:35:57,907 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/.tmp/f/343f1ef2e96e4d6cb10bec2864599c07 is 37, key is row3/f:row3/1731497755213/Put/seqid=0 2024-11-13T11:35:57,918 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/.tmp/info/c554cb0339f24d6d8794af41d66d6806 is 147, key is hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af./info:regioninfo/1731497744289/Put/seqid=0 2024-11-13T11:35:57,925 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:57,925 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1720, reset compression=false 2024-11-13T11:35:57,925 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34609,1731497731279 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:35:57,926 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7bf281cf3991,34609,1731497731279: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7bf281cf3991,34609,1731497731279, walGroup=7bf281cf3991%2C34609%2C1731497731279, offset=7bf281cf3991%2C34609%2C1731497731279.1731497733280:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:34609 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T11:35:57,927 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T11:35:57,927 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T11:35:57,928 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T11:35:57,928 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T11:35:57,934 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T11:35:57,934 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1216348160, "init": 1048576000, "max": 2306867200, "used": 906188752 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198686880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T11:35:57,935 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:44407 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:44407 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T11:35:57,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741841_1017 (size=7686) 2024-11-13T11:35:57,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741840_1016 (size=5228) 2024-11-13T11:35:57,980 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/.tmp/f/343f1ef2e96e4d6cb10bec2864599c07 2024-11-13T11:35:57,981 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/.tmp/info/c554cb0339f24d6d8794af41d66d6806 2024-11-13T11:35:57,990 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 343f1ef2e96e4d6cb10bec2864599c07 2024-11-13T11:35:58,018 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/.tmp/f1/7cab3810b96a477a94013a6cdab101f5 is 30, key is row1/f1:/1731497752548/DeleteFamily/seqid=0 2024-11-13T11:35:58,039 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/.tmp/ns/d0b2eaf7f9734bcaade13c8895a2a2b6 is 43, key is default/ns:d/1731497734225/Put/seqid=0 2024-11-13T11:35:58,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741842_1018 (size=5158) 2024-11-13T11:35:58,052 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/.tmp/f1/7cab3810b96a477a94013a6cdab101f5 2024-11-13T11:35:58,057 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cab3810b96a477a94013a6cdab101f5 2024-11-13T11:35:58,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741843_1019 (size=5153) 2024-11-13T11:35:58,071 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/.tmp/ns/d0b2eaf7f9734bcaade13c8895a2a2b6 2024-11-13T11:35:58,077 DEBUG [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17bfb75e550aa78f533a5e838ced5eb9, 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:58,090 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/.tmp/norep/84264333cb4242f6b386b26378fdf7eb is 33, key is row1/norep:/1731497752548/DeleteFamily/seqid=0 2024-11-13T11:35:58,106 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/.tmp/rep_barrier/792d8545741b4f508110f745eb106846 is 112, key is test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9./rep_barrier:seqnumDuringOpen/1731497739786/Put/seqid=0 2024-11-13T11:35:58,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741844_1020 (size=5108) 2024-11-13T11:35:58,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741845_1021 (size=5518) 2024-11-13T11:35:58,129 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/.tmp/rep_barrier/792d8545741b4f508110f745eb106846 2024-11-13T11:35:58,141 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:35:58,141 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:35:58,153 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/.tmp/table/c794362b105148bf9d2667cf6a7e0065 is 53, key is hbase:replication/table:state/1731497744298/Put/seqid=0 2024-11-13T11:35:58,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741846_1022 (size=5308) 2024-11-13T11:35:58,168 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/.tmp/table/c794362b105148bf9d2667cf6a7e0065 2024-11-13T11:35:58,172 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/.tmp/info/c554cb0339f24d6d8794af41d66d6806 as hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/info/c554cb0339f24d6d8794af41d66d6806 2024-11-13T11:35:58,177 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/info/c554cb0339f24d6d8794af41d66d6806, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T11:35:58,179 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/.tmp/ns/d0b2eaf7f9734bcaade13c8895a2a2b6 as hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/ns/d0b2eaf7f9734bcaade13c8895a2a2b6 2024-11-13T11:35:58,181 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1720, reset compression=false 2024-11-13T11:35:58,189 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/ns/d0b2eaf7f9734bcaade13c8895a2a2b6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T11:35:58,190 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/.tmp/rep_barrier/792d8545741b4f508110f745eb106846 as hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/rep_barrier/792d8545741b4f508110f745eb106846 2024-11-13T11:35:58,207 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/rep_barrier/792d8545741b4f508110f745eb106846, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T11:35:58,209 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/.tmp/table/c794362b105148bf9d2667cf6a7e0065 as hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/table/c794362b105148bf9d2667cf6a7e0065 2024-11-13T11:35:58,219 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/table/c794362b105148bf9d2667cf6a7e0065, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T11:35:58,220 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 339ms, sequenceid=16, compaction requested=false 2024-11-13T11:35:58,277 DEBUG [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17bfb75e550aa78f533a5e838ced5eb9, 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:58,287 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1493, reset compression=false 2024-11-13T11:35:58,303 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T11:35:58,303 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:35:58,303 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:35:58,303 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:35:58,304 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497757880Running coprocessor pre-close hooks at 1731497757880Disabling compacts and flushes for region at 1731497757880Disabling writes for close at 1731497757881 (+1 ms)Obtaining lock to block concurrent updates at 1731497757881Preparing flush snapshotting stores in 1588230740 at 1731497757881Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731497757881Flushing stores of hbase:meta,,1.1588230740 at 1731497757882 (+1 ms)Flushing 1588230740/info: creating writer at 1731497757882Flushing 1588230740/info: appending metadata at 1731497757917 (+35 ms)Flushing 1588230740/info: closing flushed file at 1731497757917Flushing 1588230740/ns: creating writer at 1731497758000 (+83 ms)Flushing 1588230740/ns: appending metadata at 1731497758038 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1731497758038Flushing 1588230740/rep_barrier: creating writer at 1731497758077 (+39 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731497758105 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731497758105Flushing 1588230740/table: creating writer at 1731497758133 (+28 ms)Flushing 1588230740/table: appending metadata at 1731497758153 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731497758153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ba0f27e: reopening flushed file at 1731497758172 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38726c61: reopening flushed file at 1731497758178 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@259d0294: reopening flushed file at 1731497758189 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2543498: reopening flushed file at 1731497758207 (+18 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 339ms, sequenceid=16, compaction requested=false at 1731497758220 (+13 ms)Writing region close event to WAL at 1731497758286 (+66 ms)Running coprocessor post-close hooks at 1731497758303 (+17 ms)Closed at 1731497758303 2024-11-13T11:35:58,304 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:35:58,478 DEBUG [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(1351): Waiting on 17bfb75e550aa78f533a5e838ced5eb9, 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:58,510 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/.tmp/norep/84264333cb4242f6b386b26378fdf7eb 2024-11-13T11:35:58,515 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84264333cb4242f6b386b26378fdf7eb 2024-11-13T11:35:58,515 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/.tmp/f/343f1ef2e96e4d6cb10bec2864599c07 as hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/f/343f1ef2e96e4d6cb10bec2864599c07 2024-11-13T11:35:58,517 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 1720, reset compression=false 2024-11-13T11:35:58,523 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 343f1ef2e96e4d6cb10bec2864599c07 2024-11-13T11:35:58,523 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/f/343f1ef2e96e4d6cb10bec2864599c07, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T11:35:58,524 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/.tmp/f1/7cab3810b96a477a94013a6cdab101f5 as hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/f1/7cab3810b96a477a94013a6cdab101f5 2024-11-13T11:35:58,534 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cab3810b96a477a94013a6cdab101f5 2024-11-13T11:35:58,535 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/f1/7cab3810b96a477a94013a6cdab101f5, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T11:35:58,536 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/.tmp/norep/84264333cb4242f6b386b26378fdf7eb as hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/norep/84264333cb4242f6b386b26378fdf7eb 2024-11-13T11:35:58,551 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 84264333cb4242f6b386b26378fdf7eb 2024-11-13T11:35:58,551 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/norep/84264333cb4242f6b386b26378fdf7eb, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T11:35:58,552 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 17bfb75e550aa78f533a5e838ced5eb9 in 680ms, sequenceid=12, compaction requested=false 2024-11-13T11:35:58,571 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:58,571 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 2069, reset compression=false 2024-11-13T11:35:58,616 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/data/default/test/17bfb75e550aa78f533a5e838ced5eb9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T11:35:58,617 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:35:58,617 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:35:58,617 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9. 2024-11-13T11:35:58,617 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17bfb75e550aa78f533a5e838ced5eb9: Waiting for close lock at 1731497757871Running coprocessor pre-close hooks at 1731497757871Disabling compacts and flushes for region at 1731497757871Disabling writes for close at 1731497757872 (+1 ms)Obtaining lock to block concurrent updates at 1731497757872Preparing flush snapshotting stores in 17bfb75e550aa78f533a5e838ced5eb9 at 1731497757872Finished memstore snapshotting test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731497757872Flushing stores of test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9. at 1731497757873 (+1 ms)Flushing 17bfb75e550aa78f533a5e838ced5eb9/f: creating writer at 1731497757873Flushing 17bfb75e550aa78f533a5e838ced5eb9/f: appending metadata at 1731497757904 (+31 ms)Flushing 17bfb75e550aa78f533a5e838ced5eb9/f: closing flushed file at 1731497757905 (+1 ms)Flushing 17bfb75e550aa78f533a5e838ced5eb9/f1: creating writer at 1731497757990 (+85 ms)Flushing 17bfb75e550aa78f533a5e838ced5eb9/f1: appending metadata at 1731497758018 (+28 ms)Flushing 17bfb75e550aa78f533a5e838ced5eb9/f1: closing flushed file at 1731497758018Flushing 17bfb75e550aa78f533a5e838ced5eb9/norep: creating writer at 1731497758057 (+39 ms)Flushing 17bfb75e550aa78f533a5e838ced5eb9/norep: appending metadata at 1731497758089 (+32 ms)Flushing 17bfb75e550aa78f533a5e838ced5eb9/norep: closing flushed file at 1731497758089Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6219073d: reopening flushed file at 1731497758515 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1539020c: reopening flushed file at 1731497758523 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37b21255: reopening flushed file at 1731497758535 (+12 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 17bfb75e550aa78f533a5e838ced5eb9 in 680ms, sequenceid=12, compaction requested=false at 1731497758552 (+17 ms)Writing region close event to WAL at 1731497758603 (+51 ms)Running coprocessor post-close hooks at 1731497758617 (+14 ms)Closed at 1731497758617 2024-11-13T11:35:58,617 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731497738643.17bfb75e550aa78f533a5e838ced5eb9. 2024-11-13T11:35:58,617 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d83cab7cb302e8ef5e57cf9873139af, disabling compactions & flushes 2024-11-13T11:35:58,617 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. 2024-11-13T11:35:58,617 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. 2024-11-13T11:35:58,617 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. after waiting 0 ms 2024-11-13T11:35:58,617 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. 2024-11-13T11:35:58,618 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d83cab7cb302e8ef5e57cf9873139af: Waiting for close lock at 1731497758617Running coprocessor pre-close hooks at 1731497758617Disabling compacts and flushes for region at 1731497758617Disabling writes for close at 1731497758617Failed flush hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af., putting online again at 1731497758617 2024-11-13T11:35:58,618 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. 2024-11-13T11:35:58,678 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:58,678 DEBUG [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(1351): Waiting on 7d83cab7cb302e8ef5e57cf9873139af 2024-11-13T11:35:58,678 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d83cab7cb302e8ef5e57cf9873139af, disabling compactions & flushes 2024-11-13T11:35:58,678 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. 2024-11-13T11:35:58,678 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. 2024-11-13T11:35:58,678 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. after waiting 0 ms 2024-11-13T11:35:58,678 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. 2024-11-13T11:35:58,679 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d83cab7cb302e8ef5e57cf9873139af: Waiting for close lock at 1731497758678Running coprocessor pre-close hooks at 1731497758678Disabling compacts and flushes for region at 1731497758678Disabling writes for close at 1731497758678Failed flush hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af., putting online again at 1731497758678 2024-11-13T11:35:58,679 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af. 2024-11-13T11:35:58,802 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/WALs/7bf281cf3991,34609,1731497731279/7bf281cf3991%2C34609%2C1731497731279.1731497733280 to pos 2069, reset compression=false 2024-11-13T11:35:58,819 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:35:58,878 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T11:35:58,878 DEBUG [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(1325): Online Regions={7d83cab7cb302e8ef5e57cf9873139af=hbase:replication,,1731497743097.7d83cab7cb302e8ef5e57cf9873139af.} 2024-11-13T11:35:58,878 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T11:35:58,878 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,34609,1731497731279; all regions closed. 2024-11-13T11:35:58,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741834_1010 (size=4239) 2024-11-13T11:35:58,901 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1493, reset compression=false 2024-11-13T11:35:58,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741839_1015 (size=2609) 2024-11-13T11:35:58,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741832_1008 (size=2372) 2024-11-13T11:35:58,911 DEBUG [RS:0;7bf281cf3991:34609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:58,911 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:35:58,911 INFO [RS:0;7bf281cf3991:34609 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:35:58,911 INFO [RS:0;7bf281cf3991:34609 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T11:35:58,911 INFO [RS:0;7bf281cf3991:34609 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:35:58,911 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:35:58,912 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,34609,1731497731279 because: Region server is closing 2024-11-13T11:35:58,912 INFO [RS:0;7bf281cf3991:34609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:34609. 2024-11-13T11:35:58,912 DEBUG [RS:0;7bf281cf3991:34609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:58,912 DEBUG [RS:0;7bf281cf3991:34609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:58,912 DEBUG [RS:0;7bf281cf3991:34609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:58,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:59,012 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.shipper7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 terminated 2024-11-13T11:35:59,012 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34609,1731497731279.replicationSource.wal-reader.7bf281cf3991%2C34609%2C1731497731279,1-7bf281cf3991,34609,1731497731279 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-13T11:35:59,012 INFO [RS:0;7bf281cf3991:34609 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:34609. 2024-11-13T11:35:59,012 DEBUG [RS:0;7bf281cf3991:34609 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:35:59,012 DEBUG [RS:0;7bf281cf3991:34609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:59,013 DEBUG [RS:0;7bf281cf3991:34609 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:35:59,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:35:59,013 INFO [RS:0;7bf281cf3991:34609 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34609 2024-11-13T11:35:59,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981/rs 2024-11-13T11:35:59,014 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2110592981/rs/7bf281cf3991,34609,1731497731279 2024-11-13T11:35:59,015 INFO [RS:0;7bf281cf3991:34609 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:35:59,015 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,34609,1731497731279] 2024-11-13T11:35:59,017 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2110592981/draining/7bf281cf3991,34609,1731497731279 already deleted, retry=false 2024-11-13T11:35:59,017 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,34609,1731497731279 expired; onlineServers=0 2024-11-13T11:35:59,017 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,44407,1731497731247' ***** 2024-11-13T11:35:59,017 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:35:59,017 INFO [M:0;7bf281cf3991:44407 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:35:59,017 INFO [M:0;7bf281cf3991:44407 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:35:59,017 DEBUG [M:0;7bf281cf3991:44407 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:35:59,017 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:35:59,017 DEBUG [M:0;7bf281cf3991:44407 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:35:59,017 INFO [M:0;7bf281cf3991:44407 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:35:59,017 INFO [M:0;7bf281cf3991:44407 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:35:59,017 DEBUG [M:0;7bf281cf3991:44407 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:35:59,017 INFO [M:0;7bf281cf3991:44407 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:35:59,018 INFO [M:0;7bf281cf3991:44407 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:35:59,018 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497733028 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497733028,5,FailOnTimeoutGroup] 2024-11-13T11:35:59,018 INFO [M:0;7bf281cf3991:44407 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:35:59,018 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:35:59,018 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497733029 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497733029,5,FailOnTimeoutGroup] 2024-11-13T11:35:59,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2110592981/master 2024-11-13T11:35:59,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2110592981 2024-11-13T11:35:59,019 DEBUG [M:0;7bf281cf3991:44407 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2110592981/master already deleted, retry=false 2024-11-13T11:35:59,019 DEBUG [M:0;7bf281cf3991:44407 {}] master.ActiveMasterManager(353): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-2110592981/master 2024-11-13T11:35:59,020 INFO [M:0;7bf281cf3991:44407 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/.lastflushedseqids 2024-11-13T11:35:59,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741847_1023 (size=245) 2024-11-13T11:35:59,117 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:35:59,117 INFO [RS:0;7bf281cf3991:34609 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:35:59,117 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34609-0x10038ddedd40004, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:35:59,117 INFO [RS:0;7bf281cf3991:34609 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,34609,1731497731279; zookeeper connection closed. 2024-11-13T11:35:59,117 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17345131 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17345131 2024-11-13T11:35:59,117 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:35:59,436 INFO [M:0;7bf281cf3991:44407 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:35:59,436 INFO [M:0;7bf281cf3991:44407 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:35:59,437 DEBUG [M:0;7bf281cf3991:44407 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:35:59,437 INFO [M:0;7bf281cf3991:44407 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:59,437 DEBUG [M:0;7bf281cf3991:44407 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:59,437 DEBUG [M:0;7bf281cf3991:44407 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:35:59,437 DEBUG [M:0;7bf281cf3991:44407 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:35:59,437 INFO [M:0;7bf281cf3991:44407 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T11:35:59,453 DEBUG [M:0;7bf281cf3991:44407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2473bd778cb14f9b902e7d95a8b36e3d is 82, key is hbase:meta,,1/info:regioninfo/1731497734216/Put/seqid=0 2024-11-13T11:35:59,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741848_1024 (size=5672) 2024-11-13T11:35:59,605 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1493, reset compression=false 2024-11-13T11:35:59,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x657743d78b6413b1 with lease ID 0xfabdfb62a7738c03: from storage DS-a8914b84-315b-4ec9-9caf-9581dfefe7ab node DatanodeRegistration(127.0.0.1:38577, datanodeUuid=10f9d41b-0485-4ca1-9e5c-80cd02bad1d9, infoPort=45053, infoSecurePort=0, ipcPort=34829, storageInfo=lv=-57;cid=testClusterID;nsid=1722643925;c=1731497726332), blocks: 8, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T11:35:59,764 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x657743d78b6413b1 with lease ID 0xfabdfb62a7738c03: from storage DS-842fd49e-1b62-4605-95f4-58d32043918d node DatanodeRegistration(127.0.0.1:38577, datanodeUuid=10f9d41b-0485-4ca1-9e5c-80cd02bad1d9, infoPort=45053, infoSecurePort=0, ipcPort=34829, storageInfo=lv=-57;cid=testClusterID;nsid=1722643925;c=1731497726332), blocks: 7, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:35:59,857 INFO [M:0;7bf281cf3991:44407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2473bd778cb14f9b902e7d95a8b36e3d 2024-11-13T11:35:59,879 DEBUG [M:0;7bf281cf3991:44407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd594ecef0a54646a59186935d947a87 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731497744302/Put/seqid=0 2024-11-13T11:35:59,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741849_1025 (size=8516) 2024-11-13T11:35:59,885 INFO [M:0;7bf281cf3991:44407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd594ecef0a54646a59186935d947a87 2024-11-13T11:35:59,921 DEBUG [M:0;7bf281cf3991:44407 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5d264f515f747299af204db0c644543 is 69, key is 7bf281cf3991,34609,1731497731279/rs:state/1731497733119/Put/seqid=0 2024-11-13T11:35:59,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741850_1026 (size=5156) 2024-11-13T11:36:00,333 INFO [M:0;7bf281cf3991:44407 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5d264f515f747299af204db0c644543 2024-11-13T11:36:00,336 DEBUG [M:0;7bf281cf3991:44407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2473bd778cb14f9b902e7d95a8b36e3d as hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2473bd778cb14f9b902e7d95a8b36e3d 2024-11-13T11:36:00,340 INFO [M:0;7bf281cf3991:44407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2473bd778cb14f9b902e7d95a8b36e3d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T11:36:00,341 DEBUG [M:0;7bf281cf3991:44407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd594ecef0a54646a59186935d947a87 as hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd594ecef0a54646a59186935d947a87 2024-11-13T11:36:00,344 INFO [M:0;7bf281cf3991:44407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd594ecef0a54646a59186935d947a87, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T11:36:00,345 DEBUG [M:0;7bf281cf3991:44407 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c5d264f515f747299af204db0c644543 as hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5d264f515f747299af204db0c644543 2024-11-13T11:36:00,348 INFO [M:0;7bf281cf3991:44407 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41717/user/jenkins/test-data/d34f3539-d5c2-f66d-c283-938f055434a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c5d264f515f747299af204db0c644543, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T11:36:00,349 INFO [M:0;7bf281cf3991:44407 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=97, compaction requested=false 2024-11-13T11:36:00,357 INFO [M:0;7bf281cf3991:44407 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:00,357 DEBUG [M:0;7bf281cf3991:44407 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497759436Disabling compacts and flushes for region at 1731497759436Disabling writes for close at 1731497759437 (+1 ms)Obtaining lock to block concurrent updates at 1731497759437Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497759437Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731497759437Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497759438 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497759438Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497759453 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497759453Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497759861 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497759879 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497759879Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497759897 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497759920 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497759920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@427c5922: reopening flushed file at 1731497760336 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27271910: reopening flushed file at 1731497760340 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a65eb57: reopening flushed file at 1731497760345 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=97, compaction requested=false at 1731497760349 (+4 ms)Writing region close event to WAL at 1731497760357 (+8 ms)Closed at 1731497760357 2024-11-13T11:36:00,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36029 is added to blk_1073741830_1006 (size=63654) 2024-11-13T11:36:00,360 INFO [M:0;7bf281cf3991:44407 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:36:00,360 INFO [M:0;7bf281cf3991:44407 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44407 2024-11-13T11:36:00,360 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:36:00,361 INFO [M:0;7bf281cf3991:44407 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:36:00,409 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1493, reset compression=false 2024-11-13T11:36:00,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:00,462 INFO [M:0;7bf281cf3991:44407 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:36:00,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44407-0x10038ddedd40003, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:00,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a00b9a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:36:00,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d0ecd10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:36:00,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:36:00,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3f1a99{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:36:00,475 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45ff5f1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/hadoop.log.dir/,STOPPED} 2024-11-13T11:36:00,478 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:36:00,478 WARN [BP-331692109-172.17.0.2-1731497730307 heartbeating to localhost/127.0.0.1:41717 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:36:00,478 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:36:00,478 WARN [BP-331692109-172.17.0.2-1731497730307 heartbeating to localhost/127.0.0.1:41717 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-331692109-172.17.0.2-1731497730307 (Datanode Uuid 06675a72-af36-4576-b399-3dc8fe913e19) service to localhost/127.0.0.1:41717 2024-11-13T11:36:00,478 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/cluster_b50f0a72-e486-10a3-19a5-c11d6a2fc7aa/data/data1/current/BP-331692109-172.17.0.2-1731497730307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:36:00,479 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/cluster_b50f0a72-e486-10a3-19a5-c11d6a2fc7aa/data/data2/current/BP-331692109-172.17.0.2-1731497730307 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:36:00,479 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:36:00,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b2e3eb0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:36:00,490 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@125cedb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:36:00,490 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:36:00,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@599275ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:36:00,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67e30c78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8f343422-e531-5967-aae3-efc393834795/hadoop.log.dir/,STOPPED} 2024-11-13T11:36:00,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:36:00,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:36:00,511 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:36:00,511 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:00,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:00,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:00,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:00,511 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:36:00,511 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=333878508, stopped=false 2024-11-13T11:36:00,511 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,37687,1731497727192 2024-11-13T11:36:00,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1917062767/running 2024-11-13T11:36:00,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1917062767/running 2024-11-13T11:36:00,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:36:00,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:36:00,512 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:36:00,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Set watcher on znode that does not yet exist, /0-1917062767/running 2024-11-13T11:36:00,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Set watcher on znode that does not yet exist, /0-1917062767/running 2024-11-13T11:36:00,514 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:36:00,514 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:00,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:00,514 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,33779,1731497727238' ***** 2024-11-13T11:36:00,515 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:36:00,515 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:36:00,515 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:36:00,515 INFO [RS:0;7bf281cf3991:33779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:36:00,515 INFO [RS:0;7bf281cf3991:33779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:36:00,515 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(3091): Received CLOSE for a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:36:00,515 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(3091): Received CLOSE for 318b80934f706a1da69f228bfb26fb61 2024-11-13T11:36:00,515 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,33779,1731497727238 2024-11-13T11:36:00,515 INFO [RS:0;7bf281cf3991:33779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:36:00,515 INFO [RS:0;7bf281cf3991:33779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:33779. 2024-11-13T11:36:00,515 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a11b7781aa08606642a55d76d24bfaa5, disabling compactions & flushes 2024-11-13T11:36:00,516 DEBUG [RS:0;7bf281cf3991:33779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:00,516 DEBUG [RS:0;7bf281cf3991:33779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:00,516 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5. 2024-11-13T11:36:00,516 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5. 2024-11-13T11:36:00,516 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5. after waiting 0 ms 2024-11-13T11:36:00,516 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:36:00,516 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5. 2024-11-13T11:36:00,516 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:36:00,516 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:36:00,516 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:36:00,516 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a11b7781aa08606642a55d76d24bfaa5 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-13T11:36:00,517 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T11:36:00,517 DEBUG [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1325): Online Regions={a11b7781aa08606642a55d76d24bfaa5=test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5., 318b80934f706a1da69f228bfb26fb61=hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:36:00,517 DEBUG [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 318b80934f706a1da69f228bfb26fb61, a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:36:00,517 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:36:00,517 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:36:00,517 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:36:00,517 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:36:00,517 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:36:00,517 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T11:36:00,539 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/.tmp/f/8d79b2c2403f4f40b1caecff2145e783 is 37, key is row3/f:row3/1731497755213/Put/seqid=0 2024-11-13T11:36:00,541 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/.tmp/info/97407dbeef604fb19ed8a0ce549ca389 is 147, key is hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61./info:regioninfo/1731497742459/Put/seqid=0 2024-11-13T11:36:00,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741840_1016 (size=5228) 2024-11-13T11:36:00,549 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/.tmp/f/8d79b2c2403f4f40b1caecff2145e783 2024-11-13T11:36:00,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741841_1017 (size=7686) 2024-11-13T11:36:00,555 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/.tmp/info/97407dbeef604fb19ed8a0ce549ca389 2024-11-13T11:36:00,562 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d79b2c2403f4f40b1caecff2145e783 2024-11-13T11:36:00,563 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:36:00,581 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/.tmp/f1/b948b6852c4848a0a55e40f4a6f4de91 is 30, key is row1/f1:/1731497752548/DeleteFamily/seqid=0 2024-11-13T11:36:00,582 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/.tmp/ns/c79a602389d64474a5463635c0b7716e is 43, key is default/ns:d/1731497730217/Put/seqid=0 2024-11-13T11:36:00,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741843_1019 (size=5153) 2024-11-13T11:36:00,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741842_1018 (size=5158) 2024-11-13T11:36:00,717 DEBUG [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 318b80934f706a1da69f228bfb26fb61, a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:36:00,917 DEBUG [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 318b80934f706a1da69f228bfb26fb61, a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:36:00,985 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/.tmp/ns/c79a602389d64474a5463635c0b7716e 2024-11-13T11:36:00,986 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/.tmp/f1/b948b6852c4848a0a55e40f4a6f4de91 2024-11-13T11:36:00,990 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b948b6852c4848a0a55e40f4a6f4de91 2024-11-13T11:36:01,010 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/.tmp/rep_barrier/83ef1ea74247473bbb7abd6907f3c455 is 112, key is test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5./rep_barrier:seqnumDuringOpen/1731497738263/Put/seqid=0 2024-11-13T11:36:01,012 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/.tmp/norep/51a31296600249ebaa6ba7fc54fbe760 is 32, key is row/norep:/1731497751533/DeleteFamily/seqid=0 2024-11-13T11:36:01,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741844_1020 (size=5518) 2024-11-13T11:36:01,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741845_1021 (size=5101) 2024-11-13T11:36:01,104 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:36:01,104 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:36:01,118 DEBUG [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 318b80934f706a1da69f228bfb26fb61, a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:36:01,318 DEBUG [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 318b80934f706a1da69f228bfb26fb61, a11b7781aa08606642a55d76d24bfaa5 2024-11-13T11:36:01,325 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1493, reset compression=false 2024-11-13T11:36:01,339 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:36:01,340 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1740, reset compression=false 2024-11-13T11:36:01,340 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,33779,1731497727238 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:36:01,341 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7bf281cf3991,33779,1731497727238: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7bf281cf3991,33779,1731497727238, walGroup=7bf281cf3991%2C33779%2C1731497727238, offset=7bf281cf3991%2C33779%2C1731497727238.1731497729242:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:33779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T11:36:01,342 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T11:36:01,343 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T11:36:01,343 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T11:36:01,343 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T11:36:01,343 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T11:36:01,343 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1216348160, "init": 1048576000, "max": 2306867200, "used": 975394768 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199464664 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T11:36:01,344 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:37687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:37687 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T11:36:01,423 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/.tmp/rep_barrier/83ef1ea74247473bbb7abd6907f3c455 2024-11-13T11:36:01,429 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/.tmp/norep/51a31296600249ebaa6ba7fc54fbe760 2024-11-13T11:36:01,433 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51a31296600249ebaa6ba7fc54fbe760 2024-11-13T11:36:01,434 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/.tmp/f/8d79b2c2403f4f40b1caecff2145e783 as hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/f/8d79b2c2403f4f40b1caecff2145e783 2024-11-13T11:36:01,437 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8d79b2c2403f4f40b1caecff2145e783 2024-11-13T11:36:01,437 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/f/8d79b2c2403f4f40b1caecff2145e783, entries=5, sequenceid=12, filesize=5.1 K 2024-11-13T11:36:01,438 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/.tmp/f1/b948b6852c4848a0a55e40f4a6f4de91 as hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/f1/b948b6852c4848a0a55e40f4a6f4de91 2024-11-13T11:36:01,443 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b948b6852c4848a0a55e40f4a6f4de91 2024-11-13T11:36:01,443 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/f1/b948b6852c4848a0a55e40f4a6f4de91, entries=3, sequenceid=12, filesize=5.0 K 2024-11-13T11:36:01,444 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/.tmp/norep/51a31296600249ebaa6ba7fc54fbe760 as hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/norep/51a31296600249ebaa6ba7fc54fbe760 2024-11-13T11:36:01,449 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 51a31296600249ebaa6ba7fc54fbe760 2024-11-13T11:36:01,449 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/norep/51a31296600249ebaa6ba7fc54fbe760, entries=1, sequenceid=12, filesize=5.0 K 2024-11-13T11:36:01,450 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a11b7781aa08606642a55d76d24bfaa5 in 934ms, sequenceid=12, compaction requested=false 2024-11-13T11:36:01,450 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T11:36:01,453 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/.tmp/table/b95e0698966c4fd883bcf173043eaca0 is 53, key is hbase:replication/table:state/1731497742467/Put/seqid=0 2024-11-13T11:36:01,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741846_1022 (size=5308) 2024-11-13T11:36:01,488 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/.tmp/table/b95e0698966c4fd883bcf173043eaca0 2024-11-13T11:36:01,496 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/.tmp/info/97407dbeef604fb19ed8a0ce549ca389 as hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/info/97407dbeef604fb19ed8a0ce549ca389 2024-11-13T11:36:01,502 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/info/97407dbeef604fb19ed8a0ce549ca389, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T11:36:01,503 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/.tmp/ns/c79a602389d64474a5463635c0b7716e as hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/ns/c79a602389d64474a5463635c0b7716e 2024-11-13T11:36:01,508 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/ns/c79a602389d64474a5463635c0b7716e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T11:36:01,509 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/.tmp/rep_barrier/83ef1ea74247473bbb7abd6907f3c455 as hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/rep_barrier/83ef1ea74247473bbb7abd6907f3c455 2024-11-13T11:36:01,515 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/rep_barrier/83ef1ea74247473bbb7abd6907f3c455, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T11:36:01,517 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/default/test/a11b7781aa08606642a55d76d24bfaa5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T11:36:01,518 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/.tmp/table/b95e0698966c4fd883bcf173043eaca0 as hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/table/b95e0698966c4fd883bcf173043eaca0 2024-11-13T11:36:01,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:36:01,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:36:01,518 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5. 2024-11-13T11:36:01,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a11b7781aa08606642a55d76d24bfaa5: Waiting for close lock at 1731497760515Running coprocessor pre-close hooks at 1731497760515Disabling compacts and flushes for region at 1731497760515Disabling writes for close at 1731497760516 (+1 ms)Obtaining lock to block concurrent updates at 1731497760516Preparing flush snapshotting stores in a11b7781aa08606642a55d76d24bfaa5 at 1731497760516Finished memstore snapshotting test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731497760516Flushing stores of test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5. at 1731497760517 (+1 ms)Flushing a11b7781aa08606642a55d76d24bfaa5/f: creating writer at 1731497760517Flushing a11b7781aa08606642a55d76d24bfaa5/f: appending metadata at 1731497760538 (+21 ms)Flushing a11b7781aa08606642a55d76d24bfaa5/f: closing flushed file at 1731497760538Flushing a11b7781aa08606642a55d76d24bfaa5/f1: creating writer at 1731497760562 (+24 ms)Flushing a11b7781aa08606642a55d76d24bfaa5/f1: appending metadata at 1731497760580 (+18 ms)Flushing a11b7781aa08606642a55d76d24bfaa5/f1: closing flushed file at 1731497760581 (+1 ms)Flushing a11b7781aa08606642a55d76d24bfaa5/norep: creating writer at 1731497760990 (+409 ms)Flushing a11b7781aa08606642a55d76d24bfaa5/norep: appending metadata at 1731497761011 (+21 ms)Flushing a11b7781aa08606642a55d76d24bfaa5/norep: closing flushed file at 1731497761011Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ac16bb3: reopening flushed file at 1731497761433 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64ddaf14: reopening flushed file at 1731497761437 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7acfd067: reopening flushed file at 1731497761443 (+6 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for a11b7781aa08606642a55d76d24bfaa5 in 934ms, sequenceid=12, compaction requested=false at 1731497761450 (+7 ms)Writing region close event to WAL at 1731497761490 (+40 ms)Running coprocessor post-close hooks at 1731497761518 (+28 ms)Closed at 1731497761518 2024-11-13T11:36:01,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731497737498.a11b7781aa08606642a55d76d24bfaa5. 2024-11-13T11:36:01,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 318b80934f706a1da69f228bfb26fb61, disabling compactions & flushes 2024-11-13T11:36:01,519 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. 2024-11-13T11:36:01,519 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. 2024-11-13T11:36:01,519 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. after waiting 0 ms 2024-11-13T11:36:01,519 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. 2024-11-13T11:36:01,519 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 318b80934f706a1da69f228bfb26fb61: Waiting for close lock at 1731497761518Running coprocessor pre-close hooks at 1731497761518Disabling compacts and flushes for region at 1731497761518Disabling writes for close at 1731497761519 (+1 ms)Failed flush hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61., putting online again at 1731497761519 2024-11-13T11:36:01,519 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. 2024-11-13T11:36:01,524 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/table/b95e0698966c4fd883bcf173043eaca0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T11:36:01,525 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T11:36:01,525 DEBUG [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1325): Online Regions={318b80934f706a1da69f228bfb26fb61=hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:36:01,525 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(3091): Received CLOSE for 318b80934f706a1da69f228bfb26fb61 2024-11-13T11:36:01,525 DEBUG [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 318b80934f706a1da69f228bfb26fb61 2024-11-13T11:36:01,525 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 318b80934f706a1da69f228bfb26fb61, disabling compactions & flushes 2024-11-13T11:36:01,525 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. 2024-11-13T11:36:01,525 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. 2024-11-13T11:36:01,525 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. after waiting 0 ms 2024-11-13T11:36:01,525 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. 2024-11-13T11:36:01,525 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1008ms, sequenceid=16, compaction requested=false 2024-11-13T11:36:01,525 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:36:01,525 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 318b80934f706a1da69f228bfb26fb61: Waiting for close lock at 1731497761525Running coprocessor pre-close hooks at 1731497761525Disabling compacts and flushes for region at 1731497761525Disabling writes for close at 1731497761525Failed flush hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61., putting online again at 1731497761525 2024-11-13T11:36:01,525 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731497741972.318b80934f706a1da69f228bfb26fb61. 2024-11-13T11:36:01,556 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T11:36:01,556 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:36:01,556 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:36:01,556 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:36:01,556 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497760517Running coprocessor pre-close hooks at 1731497760517Disabling compacts and flushes for region at 1731497760517Disabling writes for close at 1731497760517Obtaining lock to block concurrent updates at 1731497760517Preparing flush snapshotting stores in 1588230740 at 1731497760517Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731497760518 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731497760518Flushing 1588230740/info: creating writer at 1731497760518Flushing 1588230740/info: appending metadata at 1731497760540 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731497760540Flushing 1588230740/ns: creating writer at 1731497760563 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731497760580 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731497760581 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731497760989 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731497761009 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731497761009Flushing 1588230740/table: creating writer at 1731497761428 (+419 ms)Flushing 1588230740/table: appending metadata at 1731497761452 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731497761453 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30f24a29: reopening flushed file at 1731497761494 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd3536d: reopening flushed file at 1731497761502 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246781ed: reopening flushed file at 1731497761509 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4921075f: reopening flushed file at 1731497761516 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1008ms, sequenceid=16, compaction requested=false at 1731497761525 (+9 ms)Writing region close event to WAL at 1731497761553 (+28 ms)Running coprocessor post-close hooks at 1731497761556 (+3 ms)Closed at 1731497761556 2024-11-13T11:36:01,556 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:36:01,558 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 1740, reset compression=false 2024-11-13T11:36:01,573 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:36:01,573 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.wal-reader.7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/WALs/7bf281cf3991,33779,1731497727238/7bf281cf3991%2C33779%2C1731497727238.1731497729242 to pos 2384, reset compression=false 2024-11-13T11:36:01,725 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-13T11:36:01,725 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,33779,1731497727238; all regions closed. 2024-11-13T11:36:01,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741834_1010 (size=4239) 2024-11-13T11:36:01,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741839_1015 (size=2609) 2024-11-13T11:36:01,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:01,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:01,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:01,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741832_1008 (size=2392) 2024-11-13T11:36:01,734 DEBUG [RS:0;7bf281cf3991:33779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:01,734 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:36:01,734 INFO [RS:0;7bf281cf3991:33779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:36:01,734 INFO [RS:0;7bf281cf3991:33779 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T11:36:01,734 INFO [RS:0;7bf281cf3991:33779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:36:01,734 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:36:01,734 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,33779,1731497727238 because: Region server is closing 2024-11-13T11:36:01,735 INFO [RS:0;7bf281cf3991:33779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:33779. 2024-11-13T11:36:01,735 DEBUG [RS:0;7bf281cf3991:33779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:01,735 DEBUG [RS:0;7bf281cf3991:33779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:01,735 DEBUG [RS:0;7bf281cf3991:33779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:01,735 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:01,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:01,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:01,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:01,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:01,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:01,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:01,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:01,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:01,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:01,799 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:01,835 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33779,1731497727238.replicationSource.shipper7bf281cf3991%2C33779%2C1731497727238,1-7bf281cf3991,33779,1731497727238 terminated 2024-11-13T11:36:01,835 INFO [RS:0;7bf281cf3991:33779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:33779. 2024-11-13T11:36:01,836 DEBUG [RS:0;7bf281cf3991:33779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:01,836 DEBUG [RS:0;7bf281cf3991:33779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:01,836 DEBUG [RS:0;7bf281cf3991:33779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:01,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:01,836 INFO [RS:0;7bf281cf3991:33779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33779 2024-11-13T11:36:01,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767/rs 2024-11-13T11:36:01,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1917062767/rs/7bf281cf3991,33779,1731497727238 2024-11-13T11:36:01,838 INFO [RS:0;7bf281cf3991:33779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:36:01,838 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,33779,1731497727238] 2024-11-13T11:36:01,839 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1917062767/draining/7bf281cf3991,33779,1731497727238 already deleted, retry=false 2024-11-13T11:36:01,839 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,33779,1731497727238 expired; onlineServers=0 2024-11-13T11:36:01,839 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,37687,1731497727192' ***** 2024-11-13T11:36:01,839 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:36:01,839 INFO [M:0;7bf281cf3991:37687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:36:01,839 INFO [M:0;7bf281cf3991:37687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:36:01,840 DEBUG [M:0;7bf281cf3991:37687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:36:01,840 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:36:01,840 DEBUG [M:0;7bf281cf3991:37687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:36:01,840 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497729017 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497729017,5,FailOnTimeoutGroup] 2024-11-13T11:36:01,840 INFO [M:0;7bf281cf3991:37687 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:36:01,840 INFO [M:0;7bf281cf3991:37687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:36:01,840 DEBUG [M:0;7bf281cf3991:37687 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:36:01,840 INFO [M:0;7bf281cf3991:37687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:36:01,840 INFO [M:0;7bf281cf3991:37687 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:36:01,840 INFO [M:0;7bf281cf3991:37687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:36:01,841 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497729021 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497729021,5,FailOnTimeoutGroup] 2024-11-13T11:36:01,841 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:36:01,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1917062767/master 2024-11-13T11:36:01,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1917062767 2024-11-13T11:36:01,841 DEBUG [M:0;7bf281cf3991:37687 {}] zookeeper.ZKUtil(347): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Unable to get data of znode /0-1917062767/master because node does not exist (not an error) 2024-11-13T11:36:01,841 WARN [M:0;7bf281cf3991:37687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:36:01,842 INFO [M:0;7bf281cf3991:37687 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/.lastflushedseqids 2024-11-13T11:36:01,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741847_1023 (size=245) 2024-11-13T11:36:01,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:01,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33779-0x10038ddedd40001, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:01,939 INFO [RS:0;7bf281cf3991:33779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:36:01,939 INFO [RS:0;7bf281cf3991:33779 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,33779,1731497727238; zookeeper connection closed. 2024-11-13T11:36:01,939 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1226c8a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1226c8a5 2024-11-13T11:36:01,940 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:36:02,255 INFO [M:0;7bf281cf3991:37687 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:36:02,255 INFO [M:0;7bf281cf3991:37687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:36:02,255 DEBUG [M:0;7bf281cf3991:37687 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:36:02,255 INFO [M:0;7bf281cf3991:37687 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:02,255 DEBUG [M:0;7bf281cf3991:37687 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:02,255 DEBUG [M:0;7bf281cf3991:37687 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:36:02,255 DEBUG [M:0;7bf281cf3991:37687 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:02,256 INFO [M:0;7bf281cf3991:37687 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-13T11:36:02,273 DEBUG [M:0;7bf281cf3991:37687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29016e55852b4d37887b97aaea27ef40 is 82, key is hbase:meta,,1/info:regioninfo/1731497730208/Put/seqid=0 2024-11-13T11:36:02,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741848_1024 (size=5672) 2024-11-13T11:36:02,331 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:36:02,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:02,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:02,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:02,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:02,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:02,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:02,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:02,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:02,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:02,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:02,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:02,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:02,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:02,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:02,677 INFO [M:0;7bf281cf3991:37687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29016e55852b4d37887b97aaea27ef40 2024-11-13T11:36:02,699 DEBUG [M:0;7bf281cf3991:37687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e613f06a2986443c8d305d28879f6568 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731497738272/Put/seqid=0 2024-11-13T11:36:02,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741849_1025 (size=7217) 2024-11-13T11:36:02,703 INFO [M:0;7bf281cf3991:37687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e613f06a2986443c8d305d28879f6568 2024-11-13T11:36:02,705 INFO [M:0;7bf281cf3991:37687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e613f06a2986443c8d305d28879f6568 2024-11-13T11:36:02,722 DEBUG [M:0;7bf281cf3991:37687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10001bbbdc944663ab5df06e403c1340 is 69, key is 7bf281cf3991,33779,1731497727238/rs:state/1731497729090/Put/seqid=0 2024-11-13T11:36:02,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741850_1026 (size=5156) 2024-11-13T11:36:02,726 INFO [M:0;7bf281cf3991:37687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10001bbbdc944663ab5df06e403c1340 2024-11-13T11:36:02,730 DEBUG [M:0;7bf281cf3991:37687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29016e55852b4d37887b97aaea27ef40 as hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29016e55852b4d37887b97aaea27ef40 2024-11-13T11:36:02,733 INFO [M:0;7bf281cf3991:37687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29016e55852b4d37887b97aaea27ef40, entries=8, sequenceid=105, filesize=5.5 K 2024-11-13T11:36:02,734 DEBUG [M:0;7bf281cf3991:37687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e613f06a2986443c8d305d28879f6568 as hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e613f06a2986443c8d305d28879f6568 2024-11-13T11:36:02,736 INFO [M:0;7bf281cf3991:37687 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e613f06a2986443c8d305d28879f6568 2024-11-13T11:36:02,737 INFO [M:0;7bf281cf3991:37687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e613f06a2986443c8d305d28879f6568, entries=11, sequenceid=105, filesize=7.0 K 2024-11-13T11:36:02,737 DEBUG [M:0;7bf281cf3991:37687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/10001bbbdc944663ab5df06e403c1340 as hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10001bbbdc944663ab5df06e403c1340 2024-11-13T11:36:02,740 INFO [M:0;7bf281cf3991:37687 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42885/user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/10001bbbdc944663ab5df06e403c1340, entries=1, sequenceid=105, filesize=5.0 K 2024-11-13T11:36:02,741 INFO [M:0;7bf281cf3991:37687 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=105, compaction requested=false 2024-11-13T11:36:02,742 INFO [M:0;7bf281cf3991:37687 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:02,742 DEBUG [M:0;7bf281cf3991:37687 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497762255Disabling compacts and flushes for region at 1731497762255Disabling writes for close at 1731497762255Obtaining lock to block concurrent updates at 1731497762256 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497762256Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731497762256Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497762256Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497762257 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497762273 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497762273Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497762681 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497762698 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497762698Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497762706 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497762722 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497762722Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ecb24c9: reopening flushed file at 1731497762729 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@495c5e00: reopening flushed file at 1731497762733 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35fefd7c: reopening flushed file at 1731497762737 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=105, compaction requested=false at 1731497762741 (+4 ms)Writing region close event to WAL at 1731497762742 (+1 ms)Closed at 1731497762742 2024-11-13T11:36:02,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38577 is added to blk_1073741830_1006 (size=64411) 2024-11-13T11:36:02,745 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/feb48305-5130-afdc-96c3-f5c729d2aaec/MasterData/WALs/7bf281cf3991,37687,1731497727192/7bf281cf3991%2C37687%2C1731497727192.1731497728945 not finished, retry = 0 2024-11-13T11:36:02,846 INFO [M:0;7bf281cf3991:37687 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:36:02,846 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:36:02,846 INFO [M:0;7bf281cf3991:37687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37687 2024-11-13T11:36:02,846 INFO [M:0;7bf281cf3991:37687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:36:02,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:02,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x10038ddedd40000, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:02,947 INFO [M:0;7bf281cf3991:37687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:36:02,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76d31998{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:36:02,954 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70014cdd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:36:02,954 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:36:02,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22b3f6ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:36:02,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38b4ab95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/hadoop.log.dir/,STOPPED} 2024-11-13T11:36:02,956 WARN [BP-2041441384-172.17.0.2-1731497726332 heartbeating to localhost/127.0.0.1:42885 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:36:02,956 WARN [BP-2041441384-172.17.0.2-1731497726332 heartbeating to localhost/127.0.0.1:42885 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2041441384-172.17.0.2-1731497726332 (Datanode Uuid 10f9d41b-0485-4ca1-9e5c-80cd02bad1d9) service to localhost/127.0.0.1:42885 2024-11-13T11:36:02,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/cluster_6e126b53-8c5f-0e7f-1d1d-eebc84d5f85e/data/data1/current/BP-2041441384-172.17.0.2-1731497726332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:36:02,957 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:36:02,957 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:36:02,957 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/cluster_6e126b53-8c5f-0e7f-1d1d-eebc84d5f85e/data/data2/current/BP-2041441384-172.17.0.2-1731497726332 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:36:02,957 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:36:02,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74d4b63{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:36:02,964 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7292c86f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:36:02,964 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:36:02,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b589b02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:36:02,964 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1380d0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c64c017c-bdaa-ca14-c53f-2e3d6ec5385c/hadoop.log.dir/,STOPPED} 2024-11-13T11:36:02,970 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T11:36:02,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:36:02,989 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 265) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:33521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64567) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:42885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42885 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33521 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41717 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-22 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:41717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64567) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33521 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33521 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64567) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=731 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=355 (was 219) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1444 (was 1865) 2024-11-13T11:36:03,000 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=355, ProcessCount=11, AvailableMemoryMB=1443 2024-11-13T11:36:03,015 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-13T11:36:03,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/hadoop.log.dir so I do NOT create it in target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e 2024-11-13T11:36:03,016 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:36:03,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/hadoop.tmp.dir so I do NOT create it in target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e 2024-11-13T11:36:03,016 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4f159af2-f8fd-9760-e03d-319006d427b9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:36:03,016 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e 2024-11-13T11:36:03,016 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/cluster_70d6d036-2418-db2b-bb5a-1e37e60d44fd, deleteOnExit=true 2024-11-13T11:36:03,019 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/cluster_70d6d036-2418-db2b-bb5a-1e37e60d44fd/zookeeper_0, clientPort=64464, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/cluster_70d6d036-2418-db2b-bb5a-1e37e60d44fd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/cluster_70d6d036-2418-db2b-bb5a-1e37e60d44fd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T11:36:03,019 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64464 2024-11-13T11:36:03,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:36:03,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:36:03,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/test.cache.data in system properties and HBase conf 2024-11-13T11:36:03,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:36:03,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:36:03,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:36:03,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:36:03,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:36:03,020 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:36:03,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:36:03,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:36:03,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:36:03,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:36:03,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:36:03,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:36:03,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:36:03,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:36:03,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:36:03,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:36:03,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:36:03,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:36:03,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:36:03,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:36:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10038ddedd40008, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:36:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10038ddedd40005, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:36:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10038ddedd40002, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:36:03,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10038ddedd40008, quorum=127.0.0.1:64567, baseZNode=/22049734416 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:36:03,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10038ddedd40002, quorum=127.0.0.1:64567, baseZNode=/0-1917062767 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:36:03,077 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10038ddedd40005, quorum=127.0.0.1:64567, baseZNode=/1-2110592981 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:36:03,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:03,094 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:36:03,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:36:03,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:36:03,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:36:03,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:03,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca31e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:36:03,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7958868c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:36:03,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2217983b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/java.io.tmpdir/jetty-localhost-39879-hadoop-hdfs-3_4_1-tests_jar-_-any-9968049275416404483/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:36:03,247 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b6ec666{HTTP/1.1, (http/1.1)}{localhost:39879} 2024-11-13T11:36:03,247 INFO [Time-limited test {}] server.Server(415): Started @248120ms 2024-11-13T11:36:03,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:03,709 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:36:03,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:36:03,711 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:36:03,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:36:03,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52c4ff25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:36:03,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a736e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:36:03,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47338a4b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/java.io.tmpdir/jetty-localhost-44109-hadoop-hdfs-3_4_1-tests_jar-_-any-199806103537180665/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:36:03,850 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f3c3b89{HTTP/1.1, (http/1.1)}{localhost:44109} 2024-11-13T11:36:03,850 INFO [Time-limited test {}] server.Server(415): Started @248723ms 2024-11-13T11:36:03,852 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:36:04,058 WARN [Thread-3435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/cluster_70d6d036-2418-db2b-bb5a-1e37e60d44fd/data/data1/current/BP-1239652212-172.17.0.2-1731497763035/current, will proceed with Du for space computation calculation, 2024-11-13T11:36:04,081 WARN [Thread-3436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/cluster_70d6d036-2418-db2b-bb5a-1e37e60d44fd/data/data2/current/BP-1239652212-172.17.0.2-1731497763035/current, will proceed with Du for space computation calculation, 2024-11-13T11:36:04,134 WARN [Thread-3423 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:36:04,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebae1d858b66deef with lease ID 0xdec9c15547d98b26: Processing first storage report for DS-37eeddfc-7a45-476c-8102-8a7c7aef7091 from datanode DatanodeRegistration(127.0.0.1:44647, datanodeUuid=87d63d51-80da-43b4-9553-d886bf9cd500, infoPort=44355, infoSecurePort=0, ipcPort=44455, storageInfo=lv=-57;cid=testClusterID;nsid=1710405845;c=1731497763035) 2024-11-13T11:36:04,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebae1d858b66deef with lease ID 0xdec9c15547d98b26: from storage DS-37eeddfc-7a45-476c-8102-8a7c7aef7091 node DatanodeRegistration(127.0.0.1:44647, datanodeUuid=87d63d51-80da-43b4-9553-d886bf9cd500, infoPort=44355, infoSecurePort=0, ipcPort=44455, storageInfo=lv=-57;cid=testClusterID;nsid=1710405845;c=1731497763035), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:36:04,140 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xebae1d858b66deef with lease ID 0xdec9c15547d98b26: Processing first storage report for DS-276b1357-f258-405e-91a8-d47f37b8bb4a from datanode DatanodeRegistration(127.0.0.1:44647, datanodeUuid=87d63d51-80da-43b4-9553-d886bf9cd500, infoPort=44355, infoSecurePort=0, ipcPort=44455, storageInfo=lv=-57;cid=testClusterID;nsid=1710405845;c=1731497763035) 2024-11-13T11:36:04,140 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xebae1d858b66deef with lease ID 0xdec9c15547d98b26: from storage DS-276b1357-f258-405e-91a8-d47f37b8bb4a node DatanodeRegistration(127.0.0.1:44647, datanodeUuid=87d63d51-80da-43b4-9553-d886bf9cd500, infoPort=44355, infoSecurePort=0, ipcPort=44455, storageInfo=lv=-57;cid=testClusterID;nsid=1710405845;c=1731497763035), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:36:04,186 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e 2024-11-13T11:36:04,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:04,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:04,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:36:04,232 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4 with version=8 2024-11-13T11:36:04,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/hbase-staging 2024-11-13T11:36:04,234 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:36:04,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:04,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:04,234 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:36:04,234 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:04,235 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:36:04,235 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:36:04,235 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:36:04,235 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39371 2024-11-13T11:36:04,236 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39371 connecting to ZooKeeper ensemble=127.0.0.1:64464 2024-11-13T11:36:04,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393710x0, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:04,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39371-0x10038de7d390000 connected 2024-11-13T11:36:04,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:04,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:04,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Set watcher on znode that does not yet exist, /0-21490707/running 2024-11-13T11:36:04,417 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4, hbase.cluster.distributed=false 2024-11-13T11:36:04,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Set watcher on znode that does not yet exist, /0-21490707/acl 2024-11-13T11:36:04,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39371 2024-11-13T11:36:04,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39371 2024-11-13T11:36:04,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39371 2024-11-13T11:36:04,460 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:04,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39371 2024-11-13T11:36:04,461 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:36:04,461 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68674 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:36:04,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39371 2024-11-13T11:36:04,493 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:36:04,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:04,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:04,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:36:04,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:04,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:36:04,493 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:36:04,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:36:04,513 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33401 2024-11-13T11:36:04,514 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33401 connecting to ZooKeeper ensemble=127.0.0.1:64464 2024-11-13T11:36:04,515 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:04,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:04,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334010x0, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:04,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334010x0, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Set watcher on znode that does not yet exist, /0-21490707/running 2024-11-13T11:36:04,534 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:36:04,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33401-0x10038de7d390001 connected 2024-11-13T11:36:04,541 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:36:04,542 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Set watcher on znode that does not yet exist, /0-21490707/master 2024-11-13T11:36:04,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Set watcher on znode that does not yet exist, /0-21490707/acl 2024-11-13T11:36:04,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33401 2024-11-13T11:36:04,549 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33401 2024-11-13T11:36:04,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33401 2024-11-13T11:36:04,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33401 2024-11-13T11:36:04,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33401 2024-11-13T11:36:04,609 DEBUG [M:0;7bf281cf3991:39371 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:39371 2024-11-13T11:36:04,613 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-21490707/backup-masters/7bf281cf3991,39371,1731497764234 2024-11-13T11:36:04,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707/backup-masters 2024-11-13T11:36:04,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707/backup-masters 2024-11-13T11:36:04,615 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Set watcher on existing znode=/0-21490707/backup-masters/7bf281cf3991,39371,1731497764234 2024-11-13T11:36:04,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-21490707/master 2024-11-13T11:36:04,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:04,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:04,617 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Set watcher on existing znode=/0-21490707/master 2024-11-13T11:36:04,617 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-21490707/backup-masters/7bf281cf3991,39371,1731497764234 from backup master directory 2024-11-13T11:36:04,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707/backup-masters 2024-11-13T11:36:04,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-21490707/backup-masters/7bf281cf3991,39371,1731497764234 2024-11-13T11:36:04,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707/backup-masters 2024-11-13T11:36:04,618 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:36:04,618 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,39371,1731497764234 2024-11-13T11:36:04,626 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/hbase.id] with ID: eb764fe4-76ea-4349-80e2-b179df9f563d 2024-11-13T11:36:04,627 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/.tmp/hbase.id 2024-11-13T11:36:04,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:36:04,645 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/.tmp/hbase.id]:[hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/hbase.id] 2024-11-13T11:36:04,656 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:04,656 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:36:04,657 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T11:36:04,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:04,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:04,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:36:04,679 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:04,680 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:36:04,681 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:04,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:36:05,127 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store 2024-11-13T11:36:05,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:36:05,134 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:05,134 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:36:05,134 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:05,134 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:05,134 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:36:05,134 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:05,134 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:05,135 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497765134Disabling compacts and flushes for region at 1731497765134Disabling writes for close at 1731497765134Writing region close event to WAL at 1731497765134Closed at 1731497765134 2024-11-13T11:36:05,135 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/.initializing 2024-11-13T11:36:05,135 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/WALs/7bf281cf3991,39371,1731497764234 2024-11-13T11:36:05,136 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:36:05,138 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C39371%2C1731497764234, suffix=, logDir=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/WALs/7bf281cf3991,39371,1731497764234, archiveDir=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/oldWALs, maxLogs=10 2024-11-13T11:36:05,158 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/WALs/7bf281cf3991,39371,1731497764234/7bf281cf3991%2C39371%2C1731497764234.1731497765138, exclude list is [], retry=0 2024-11-13T11:36:05,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44647,DS-37eeddfc-7a45-476c-8102-8a7c7aef7091,DISK] 2024-11-13T11:36:05,195 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/WALs/7bf281cf3991,39371,1731497764234/7bf281cf3991%2C39371%2C1731497764234.1731497765138 2024-11-13T11:36:05,201 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44355:44355)] 2024-11-13T11:36:05,201 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:05,201 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:05,202 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:05,202 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:05,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:05,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:36:05,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:05,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:05,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:05,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:36:05,229 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:05,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:05,229 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:05,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:36:05,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:05,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:05,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:05,232 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:36:05,233 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:05,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:05,238 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:05,239 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:05,239 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:05,245 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:05,245 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:05,246 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:05,247 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:05,248 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:05,248 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74541429, jitterRate=0.1107538491487503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:05,249 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497765202Initializing all the Stores at 1731497765202Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497765202Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497765213 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497765213Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497765213Cleaning up temporary data from old regions at 1731497765245 (+32 ms)Region opened successfully at 1731497765249 (+4 ms) 2024-11-13T11:36:05,255 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:36:05,257 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4aed37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:36:05,258 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:36:05,258 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:36:05,258 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:36:05,258 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:36:05,259 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:36:05,259 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:36:05,259 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:36:05,261 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:36:05,262 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Unable to get data of znode /0-21490707/balancer because node does not exist (not necessarily an error) 2024-11-13T11:36:05,263 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-21490707/balancer already deleted, retry=false 2024-11-13T11:36:05,263 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:36:05,264 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Unable to get data of znode /0-21490707/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:36:05,265 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-21490707/normalizer already deleted, retry=false 2024-11-13T11:36:05,265 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:36:05,270 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Unable to get data of znode /0-21490707/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:36:05,271 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-21490707/switch/split already deleted, retry=false 2024-11-13T11:36:05,272 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Unable to get data of znode /0-21490707/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:36:05,272 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-21490707/switch/merge already deleted, retry=false 2024-11-13T11:36:05,275 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Unable to get data of znode /0-21490707/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:36:05,275 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-21490707/snapshot-cleanup already deleted, retry=false 2024-11-13T11:36:05,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-21490707/running 2024-11-13T11:36:05,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-21490707/running 2024-11-13T11:36:05,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:05,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:05,277 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,39371,1731497764234, sessionid=0x10038de7d390000, setting cluster-up flag (Was=false) 2024-11-13T11:36:05,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:05,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:05,282 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-21490707/flush-table-proc/acquired, /0-21490707/flush-table-proc/reached, /0-21490707/flush-table-proc/abort 2024-11-13T11:36:05,283 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,39371,1731497764234 2024-11-13T11:36:05,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:05,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:05,287 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-21490707/online-snapshot/acquired, /0-21490707/online-snapshot/reached, /0-21490707/online-snapshot/abort 2024-11-13T11:36:05,288 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,39371,1731497764234 2024-11-13T11:36:05,289 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:36:05,290 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:05,291 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:36:05,291 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:36:05,291 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,39371,1731497764234 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:36:05,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:05,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:05,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:05,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:05,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:36:05,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:05,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:36:05,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:05,310 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:05,311 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:36:05,312 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:05,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:36:05,325 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497795325 2024-11-13T11:36:05,325 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:36:05,325 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:36:05,325 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:36:05,325 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:36:05,325 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:36:05,325 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:36:05,345 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:05,349 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:36:05,349 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:36:05,349 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:36:05,349 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:36:05,353 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:36:05,353 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:36:05,369 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497765353,5,FailOnTimeoutGroup] 2024-11-13T11:36:05,373 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497765369,5,FailOnTimeoutGroup] 2024-11-13T11:36:05,373 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:05,373 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:36:05,373 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:05,373 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:05,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:36:05,388 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:36:05,388 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4 2024-11-13T11:36:05,391 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(746): ClusterId : eb764fe4-76ea-4349-80e2-b179df9f563d 2024-11-13T11:36:05,391 DEBUG [RS:0;7bf281cf3991:33401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:36:05,394 DEBUG [RS:0;7bf281cf3991:33401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:36:05,394 DEBUG [RS:0;7bf281cf3991:33401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:36:05,396 DEBUG [RS:0;7bf281cf3991:33401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:36:05,396 DEBUG [RS:0;7bf281cf3991:33401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d8c59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:36:05,419 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:33401 2024-11-13T11:36:05,419 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:36:05,419 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:36:05,419 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:36:05,420 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,39371,1731497764234 with port=33401, startcode=1731497764492 2024-11-13T11:36:05,421 DEBUG [RS:0;7bf281cf3991:33401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:36:05,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741832_1008 (size=32) 2024-11-13T11:36:05,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:05,430 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54955, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:36:05,430 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39371 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,33401,1731497764492 2024-11-13T11:36:05,430 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39371 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,33401,1731497764492 2024-11-13T11:36:05,432 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4 2024-11-13T11:36:05,432 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37225 2024-11-13T11:36:05,432 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:36:05,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707/rs 2024-11-13T11:36:05,433 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:36:05,434 DEBUG [RS:0;7bf281cf3991:33401 {}] zookeeper.ZKUtil(111): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Set watcher on existing znode=/0-21490707/rs/7bf281cf3991,33401,1731497764492 2024-11-13T11:36:05,434 WARN [RS:0;7bf281cf3991:33401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:36:05,434 INFO [RS:0;7bf281cf3991:33401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:05,434 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492 2024-11-13T11:36:05,435 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:36:05,435 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:05,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:05,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:36:05,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:36:05,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:05,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:05,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:36:05,438 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,33401,1731497764492] 2024-11-13T11:36:05,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:36:05,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:05,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:05,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:36:05,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:36:05,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:05,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:05,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:36:05,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740 2024-11-13T11:36:05,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740 2024-11-13T11:36:05,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:36:05,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:36:05,443 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:05,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:36:05,453 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:36:05,453 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:05,454 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69841840, jitterRate=0.04072451591491699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:05,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497765427Initializing all the Stores at 1731497765428 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497765428Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497765433 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497765433Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497765433Cleaning up temporary data from old regions at 1731497765442 (+9 ms)Region opened successfully at 1731497765454 (+12 ms) 2024-11-13T11:36:05,454 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:36:05,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:36:05,454 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:36:05,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:36:05,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:36:05,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:36:05,455 INFO [RS:0;7bf281cf3991:33401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:36:05,455 INFO [RS:0;7bf281cf3991:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:05,455 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:36:05,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497765454Disabling compacts and flushes for region at 1731497765454Disabling writes for close at 1731497765454Writing region close event to WAL at 1731497765455 (+1 ms)Closed at 1731497765455 2024-11-13T11:36:05,455 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:36:05,455 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:05,455 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:36:05,456 INFO [RS:0;7bf281cf3991:33401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:36:05,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:36:05,456 INFO [RS:0;7bf281cf3991:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:05,456 DEBUG [RS:0;7bf281cf3991:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:05,456 DEBUG [RS:0;7bf281cf3991:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:05,456 DEBUG [RS:0;7bf281cf3991:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:05,456 DEBUG [RS:0;7bf281cf3991:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:05,456 DEBUG [RS:0;7bf281cf3991:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:05,456 DEBUG [RS:0;7bf281cf3991:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:36:05,456 DEBUG [RS:0;7bf281cf3991:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:05,456 DEBUG [RS:0;7bf281cf3991:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:05,456 DEBUG [RS:0;7bf281cf3991:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:05,456 DEBUG [RS:0;7bf281cf3991:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:05,456 DEBUG [RS:0;7bf281cf3991:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:05,456 DEBUG [RS:0;7bf281cf3991:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:05,456 DEBUG [RS:0;7bf281cf3991:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:36:05,456 DEBUG [RS:0;7bf281cf3991:33401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:36:05,456 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:36:05,457 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:36:05,461 INFO [RS:0;7bf281cf3991:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:05,461 INFO [RS:0;7bf281cf3991:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:05,461 INFO [RS:0;7bf281cf3991:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:05,461 INFO [RS:0;7bf281cf3991:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:05,461 INFO [RS:0;7bf281cf3991:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:05,461 INFO [RS:0;7bf281cf3991:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33401,1731497764492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:36:05,478 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:36:05,478 INFO [RS:0;7bf281cf3991:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33401,1731497764492-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:05,478 INFO [RS:0;7bf281cf3991:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:05,478 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.Replication(171): 7bf281cf3991,33401,1731497764492 started 2024-11-13T11:36:05,495 INFO [RS:0;7bf281cf3991:33401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:05,495 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,33401,1731497764492, RpcServer on 7bf281cf3991/172.17.0.2:33401, sessionid=0x10038de7d390001 2024-11-13T11:36:05,495 DEBUG [RS:0;7bf281cf3991:33401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:36:05,495 DEBUG [RS:0;7bf281cf3991:33401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,33401,1731497764492 2024-11-13T11:36:05,495 DEBUG [RS:0;7bf281cf3991:33401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,33401,1731497764492' 2024-11-13T11:36:05,495 DEBUG [RS:0;7bf281cf3991:33401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-21490707/flush-table-proc/abort' 2024-11-13T11:36:05,496 DEBUG [RS:0;7bf281cf3991:33401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-21490707/flush-table-proc/acquired' 2024-11-13T11:36:05,496 DEBUG [RS:0;7bf281cf3991:33401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:36:05,496 DEBUG [RS:0;7bf281cf3991:33401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:36:05,496 DEBUG [RS:0;7bf281cf3991:33401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,33401,1731497764492 2024-11-13T11:36:05,497 DEBUG [RS:0;7bf281cf3991:33401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,33401,1731497764492' 2024-11-13T11:36:05,497 DEBUG [RS:0;7bf281cf3991:33401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-21490707/online-snapshot/abort' 2024-11-13T11:36:05,497 DEBUG [RS:0;7bf281cf3991:33401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-21490707/online-snapshot/acquired' 2024-11-13T11:36:05,497 DEBUG [RS:0;7bf281cf3991:33401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:36:05,497 INFO [RS:0;7bf281cf3991:33401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:36:05,497 INFO [RS:0;7bf281cf3991:33401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:36:05,598 INFO [RS:0;7bf281cf3991:33401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:36:05,600 INFO [RS:0;7bf281cf3991:33401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C33401%2C1731497764492, suffix=, logDir=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492, archiveDir=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/oldWALs, maxLogs=10 2024-11-13T11:36:05,607 WARN [7bf281cf3991:39371 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T11:36:05,617 DEBUG [RS:0;7bf281cf3991:33401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600, exclude list is [], retry=0 2024-11-13T11:36:05,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44647,DS-37eeddfc-7a45-476c-8102-8a7c7aef7091,DISK] 2024-11-13T11:36:05,644 INFO [RS:0;7bf281cf3991:33401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 2024-11-13T11:36:05,645 DEBUG [RS:0;7bf281cf3991:33401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44355:44355)] 2024-11-13T11:36:05,858 DEBUG [7bf281cf3991:39371 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:36:05,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,33401,1731497764492 2024-11-13T11:36:05,859 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,33401,1731497764492, state=OPENING 2024-11-13T11:36:05,860 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:36:05,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:05,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:05,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-21490707/meta-region-server: CHANGED 2024-11-13T11:36:05,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-21490707/meta-region-server: CHANGED 2024-11-13T11:36:05,861 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:36:05,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,33401,1731497764492}] 2024-11-13T11:36:06,014 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:36:06,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:36:06,018 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:36:06,018 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:06,018 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:36:06,019 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C33401%2C1731497764492.meta, suffix=.meta, logDir=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492, archiveDir=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/oldWALs, maxLogs=10 2024-11-13T11:36:06,036 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.meta.1731497766019.meta, exclude list is [], retry=0 2024-11-13T11:36:06,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44647,DS-37eeddfc-7a45-476c-8102-8a7c7aef7091,DISK] 2024-11-13T11:36:06,047 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.meta.1731497766019.meta 2024-11-13T11:36:06,048 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44355:44355)] 2024-11-13T11:36:06,048 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:06,048 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:06,048 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:36:06,048 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:36:06,048 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:36:06,049 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:36:06,049 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:06,049 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:36:06,049 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:36:06,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:36:06,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:36:06,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:06,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:06,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:36:06,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:36:06,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:06,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:06,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:36:06,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:36:06,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:06,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:06,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:36:06,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:36:06,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:06,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:06,054 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:36:06,055 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740 2024-11-13T11:36:06,055 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740 2024-11-13T11:36:06,057 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:36:06,057 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:36:06,057 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:06,058 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:36:06,059 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69952465, jitterRate=0.04237295687198639}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:06,059 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:36:06,060 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497766049Writing region info on filesystem at 1731497766049Initializing all the Stores at 1731497766049Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497766049Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497766049Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497766049Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497766049Cleaning up temporary data from old regions at 1731497766057 (+8 ms)Running coprocessor post-open hooks at 1731497766059 (+2 ms)Region opened successfully at 1731497766060 (+1 ms) 2024-11-13T11:36:06,061 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497766013 2024-11-13T11:36:06,062 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:36:06,062 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:36:06,063 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,33401,1731497764492 2024-11-13T11:36:06,063 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,33401,1731497764492, state=OPEN 2024-11-13T11:36:06,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-21490707/meta-region-server 2024-11-13T11:36:06,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-21490707/meta-region-server 2024-11-13T11:36:06,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-21490707/meta-region-server: CHANGED 2024-11-13T11:36:06,066 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-21490707/meta-region-server: CHANGED 2024-11-13T11:36:06,066 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,33401,1731497764492 2024-11-13T11:36:06,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:36:06,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,33401,1731497764492 in 205 msec 2024-11-13T11:36:06,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:36:06,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 612 msec 2024-11-13T11:36:06,071 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:06,071 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:36:06,072 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:06,072 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,33401,1731497764492, seqNum=-1] 2024-11-13T11:36:06,072 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:06,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:06,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 787 msec 2024-11-13T11:36:06,079 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497766079, completionTime=-1 2024-11-13T11:36:06,079 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:36:06,079 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:36:06,081 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:36:06,081 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497826081 2024-11-13T11:36:06,081 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497886081 2024-11-13T11:36:06,081 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T11:36:06,082 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39371,1731497764234-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:06,082 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39371,1731497764234-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:06,082 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39371,1731497764234-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:06,082 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:39371, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:06,082 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:06,084 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:36:06,093 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:06,097 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.479sec 2024-11-13T11:36:06,098 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:36:06,098 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:36:06,098 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:36:06,098 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:36:06,098 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:36:06,098 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39371,1731497764234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:36:06,098 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39371,1731497764234-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:36:06,100 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:36:06,100 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:36:06,100 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39371,1731497764234-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:06,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48cddaf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:06,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,39371,-1 for getting cluster id 2024-11-13T11:36:06,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:06,112 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb764fe4-76ea-4349-80e2-b179df9f563d' 2024-11-13T11:36:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb764fe4-76ea-4349-80e2-b179df9f563d" 2024-11-13T11:36:06,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ade6b45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,39371,-1] 2024-11-13T11:36:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:06,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:06,114 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:06,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42083a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:06,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:06,116 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,33401,1731497764492, seqNum=-1] 2024-11-13T11:36:06,117 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:06,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:06,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,39371,1731497764234 2024-11-13T11:36:06,120 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64464 2024-11-13T11:36:06,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:06,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/hadoop.log.dir so I do NOT create it in target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b 2024-11-13T11:36:06,141 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:36:06,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/hadoop.tmp.dir so I do NOT create it in target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b 2024-11-13T11:36:06,141 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:36:06,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b 2024-11-13T11:36:06,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:36:06,141 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/cluster_b8a2054a-7bb5-afe5-15f7-2c2162c2e8dd, deleteOnExit=true 2024-11-13T11:36:06,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:36:06,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10038de7d390002 connected 2024-11-13T11:36:06,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/test.cache.data in system properties and HBase conf 2024-11-13T11:36:06,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:36:06,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:36:06,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:36:06,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:36:06,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:36:06,142 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:36:06,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:36:06,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:36:06,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:36:06,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:36:06,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:36:06,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:36:06,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:36:06,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:36:06,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:36:06,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:36:06,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:36:06,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:36:06,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:36:06,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:36:06,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:06,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:36:06,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:36:06,217 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:36:06,217 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:36:06,221 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:06,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e0c54ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:36:06,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7591289f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:36:06,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77fb63e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/java.io.tmpdir/jetty-localhost-43533-hadoop-hdfs-3_4_1-tests_jar-_-any-525400359798964941/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:36:06,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f4346b6{HTTP/1.1, (http/1.1)}{localhost:43533} 2024-11-13T11:36:06,361 INFO [Time-limited test {}] server.Server(415): Started @251234ms 2024-11-13T11:36:06,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:06,450 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:36:06,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:36:06,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:36:06,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:36:06,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50116699{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:36:06,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@374948d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:36:06,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e55eb3d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/java.io.tmpdir/jetty-localhost-33181-hadoop-hdfs-3_4_1-tests_jar-_-any-15373423387201769912/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:36:06,579 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53054af2{HTTP/1.1, (http/1.1)}{localhost:33181} 2024-11-13T11:36:06,579 INFO [Time-limited test {}] server.Server(415): Started @251452ms 2024-11-13T11:36:06,580 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:36:06,725 WARN [Thread-3555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/cluster_b8a2054a-7bb5-afe5-15f7-2c2162c2e8dd/data/data1/current/BP-671710627-172.17.0.2-1731497766161/current, will proceed with Du for space computation calculation, 2024-11-13T11:36:06,726 WARN [Thread-3556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/cluster_b8a2054a-7bb5-afe5-15f7-2c2162c2e8dd/data/data2/current/BP-671710627-172.17.0.2-1731497766161/current, will proceed with Du for space computation calculation, 2024-11-13T11:36:06,798 WARN [Thread-3543 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:36:06,800 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9abeb391bae6af9 with lease ID 0x9820e755d67a26bd: Processing first storage report for DS-15bb3b67-8164-49c6-9466-741f75efe1be from datanode DatanodeRegistration(127.0.0.1:39083, datanodeUuid=721c00cd-8b90-4151-807f-80f5d560dfa9, infoPort=33177, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=2080547207;c=1731497766161) 2024-11-13T11:36:06,800 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9abeb391bae6af9 with lease ID 0x9820e755d67a26bd: from storage DS-15bb3b67-8164-49c6-9466-741f75efe1be node DatanodeRegistration(127.0.0.1:39083, datanodeUuid=721c00cd-8b90-4151-807f-80f5d560dfa9, infoPort=33177, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=2080547207;c=1731497766161), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:36:06,801 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa9abeb391bae6af9 with lease ID 0x9820e755d67a26bd: Processing first storage report for DS-7c49d2ac-dc9f-4098-8faf-2d8bca7161a8 from datanode DatanodeRegistration(127.0.0.1:39083, datanodeUuid=721c00cd-8b90-4151-807f-80f5d560dfa9, infoPort=33177, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=2080547207;c=1731497766161) 2024-11-13T11:36:06,801 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa9abeb391bae6af9 with lease ID 0x9820e755d67a26bd: from storage DS-7c49d2ac-dc9f-4098-8faf-2d8bca7161a8 node DatanodeRegistration(127.0.0.1:39083, datanodeUuid=721c00cd-8b90-4151-807f-80f5d560dfa9, infoPort=33177, infoSecurePort=0, ipcPort=46323, storageInfo=lv=-57;cid=testClusterID;nsid=2080547207;c=1731497766161), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:36:06,882 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b 2024-11-13T11:36:06,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:06,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:06,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:36:06,892 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23 with version=8 2024-11-13T11:36:06,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/hbase-staging 2024-11-13T11:36:06,894 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:36:06,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:06,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:06,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:36:06,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:06,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:36:06,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:36:06,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:36:06,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43295 2024-11-13T11:36:06,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43295 connecting to ZooKeeper ensemble=127.0.0.1:64464 2024-11-13T11:36:06,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432950x0, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:06,897 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43295-0x10038de7d390003 connected 2024-11-13T11:36:06,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:06,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:06,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Set watcher on znode that does not yet exist, /1-1789369488/running 2024-11-13T11:36:06,913 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23, hbase.cluster.distributed=false 2024-11-13T11:36:06,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Set watcher on znode that does not yet exist, /1-1789369488/acl 2024-11-13T11:36:06,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43295 2024-11-13T11:36:06,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43295 2024-11-13T11:36:06,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43295 2024-11-13T11:36:06,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43295 2024-11-13T11:36:06,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43295 2024-11-13T11:36:06,966 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:36:06,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:06,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:06,966 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:36:06,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:06,966 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:36:06,966 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:36:06,967 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:36:06,967 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42903 2024-11-13T11:36:06,968 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42903 connecting to ZooKeeper ensemble=127.0.0.1:64464 2024-11-13T11:36:06,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:06,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:06,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429030x0, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:06,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429030x0, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Set watcher on znode that does not yet exist, /1-1789369488/running 2024-11-13T11:36:06,974 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42903-0x10038de7d390004 connected 2024-11-13T11:36:06,974 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:36:06,981 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:36:06,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Set watcher on znode that does not yet exist, /1-1789369488/master 2024-11-13T11:36:06,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Set watcher on znode that does not yet exist, /1-1789369488/acl 2024-11-13T11:36:06,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42903 2024-11-13T11:36:06,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42903 2024-11-13T11:36:06,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42903 2024-11-13T11:36:06,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42903 2024-11-13T11:36:07,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42903 2024-11-13T11:36:07,018 DEBUG [M:0;7bf281cf3991:43295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:43295 2024-11-13T11:36:07,021 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1789369488/backup-masters/7bf281cf3991,43295,1731497766894 2024-11-13T11:36:07,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488/backup-masters 2024-11-13T11:36:07,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488/backup-masters 2024-11-13T11:36:07,023 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Set watcher on existing znode=/1-1789369488/backup-masters/7bf281cf3991,43295,1731497766894 2024-11-13T11:36:07,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:07,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1789369488/master 2024-11-13T11:36:07,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:07,025 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Set watcher on existing znode=/1-1789369488/master 2024-11-13T11:36:07,025 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1789369488/backup-masters/7bf281cf3991,43295,1731497766894 from backup master directory 2024-11-13T11:36:07,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488/backup-masters 2024-11-13T11:36:07,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1789369488/backup-masters/7bf281cf3991,43295,1731497766894 2024-11-13T11:36:07,026 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:36:07,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488/backup-masters 2024-11-13T11:36:07,026 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,43295,1731497766894 2024-11-13T11:36:07,030 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/hbase.id] with ID: 05b32f02-c42f-46bf-9a7f-7303aa01b7a0 2024-11-13T11:36:07,030 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/.tmp/hbase.id 2024-11-13T11:36:07,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:36:07,338 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:36:07,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:07,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:07,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:07,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:07,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:07,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:07,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:07,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:07,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:07,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:07,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:07,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:07,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:07,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:07,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:07,439 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/.tmp/hbase.id]:[hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/hbase.id] 2024-11-13T11:36:07,452 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:07,452 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:36:07,453 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T11:36:07,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:07,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:07,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:36:07,497 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:07,498 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:36:07,509 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:07,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:36:07,545 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store 2024-11-13T11:36:07,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:36:07,577 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:07,578 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:36:07,578 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:07,578 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:07,578 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:36:07,578 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:07,578 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:07,578 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497767578Disabling compacts and flushes for region at 1731497767578Disabling writes for close at 1731497767578Writing region close event to WAL at 1731497767578Closed at 1731497767578 2024-11-13T11:36:07,581 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/.initializing 2024-11-13T11:36:07,581 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/WALs/7bf281cf3991,43295,1731497766894 2024-11-13T11:36:07,582 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:36:07,584 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C43295%2C1731497766894, suffix=, logDir=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/WALs/7bf281cf3991,43295,1731497766894, archiveDir=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/oldWALs, maxLogs=10 2024-11-13T11:36:07,610 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/WALs/7bf281cf3991,43295,1731497766894/7bf281cf3991%2C43295%2C1731497766894.1731497767585, exclude list is [], retry=0 2024-11-13T11:36:07,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39083,DS-15bb3b67-8164-49c6-9466-741f75efe1be,DISK] 2024-11-13T11:36:07,649 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/WALs/7bf281cf3991,43295,1731497766894/7bf281cf3991%2C43295%2C1731497766894.1731497767585 2024-11-13T11:36:07,657 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33177:33177)] 2024-11-13T11:36:07,657 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:07,657 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:07,657 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:07,658 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:07,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:07,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:36:07,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:07,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:07,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:07,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:36:07,676 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:07,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:07,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:07,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:36:07,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:07,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:07,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:07,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:36:07,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:07,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:07,683 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:07,684 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:07,684 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:07,685 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:07,685 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:07,686 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:07,686 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:07,701 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:07,702 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66613487, jitterRate=-0.00738169252872467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:07,702 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497767658Initializing all the Stores at 1731497767658Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497767658Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497767661 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497767661Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497767661Cleaning up temporary data from old regions at 1731497767685 (+24 ms)Region opened successfully at 1731497767702 (+17 ms) 2024-11-13T11:36:07,702 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:36:07,706 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4600d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:36:07,707 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:36:07,707 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:36:07,707 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:36:07,707 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:36:07,707 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:36:07,708 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:36:07,708 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:36:07,714 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:36:07,715 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Unable to get data of znode /1-1789369488/balancer because node does not exist (not necessarily an error) 2024-11-13T11:36:07,716 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1789369488/balancer already deleted, retry=false 2024-11-13T11:36:07,716 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:36:07,717 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Unable to get data of znode /1-1789369488/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:36:07,717 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1789369488/normalizer already deleted, retry=false 2024-11-13T11:36:07,718 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:36:07,719 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Unable to get data of znode /1-1789369488/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:36:07,719 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1789369488/switch/split already deleted, retry=false 2024-11-13T11:36:07,720 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Unable to get data of znode /1-1789369488/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:36:07,721 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1789369488/switch/merge already deleted, retry=false 2024-11-13T11:36:07,723 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Unable to get data of znode /1-1789369488/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:36:07,723 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1789369488/snapshot-cleanup already deleted, retry=false 2024-11-13T11:36:07,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1789369488/running 2024-11-13T11:36:07,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1789369488/running 2024-11-13T11:36:07,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:07,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:07,725 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,43295,1731497766894, sessionid=0x10038de7d390003, setting cluster-up flag (Was=false) 2024-11-13T11:36:07,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:07,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:07,730 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1789369488/flush-table-proc/acquired, /1-1789369488/flush-table-proc/reached, /1-1789369488/flush-table-proc/abort 2024-11-13T11:36:07,732 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,43295,1731497766894 2024-11-13T11:36:07,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:07,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:07,736 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1789369488/online-snapshot/acquired, /1-1789369488/online-snapshot/reached, /1-1789369488/online-snapshot/abort 2024-11-13T11:36:07,737 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,43295,1731497766894 2024-11-13T11:36:07,738 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:36:07,739 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:07,740 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:36:07,740 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:36:07,740 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,43295,1731497766894 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:36:07,741 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:07,741 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:07,741 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:07,741 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:07,741 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:36:07,741 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:07,741 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:36:07,741 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:07,746 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:07,746 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:36:07,747 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:07,747 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:36:07,753 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497797753 2024-11-13T11:36:07,754 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:36:07,754 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:36:07,754 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:36:07,754 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:36:07,754 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:36:07,754 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:36:07,754 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:07,757 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:36:07,757 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:36:07,758 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:36:07,758 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:36:07,765 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:36:07,765 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:36:07,765 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497767765,5,FailOnTimeoutGroup] 2024-11-13T11:36:07,766 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497767765,5,FailOnTimeoutGroup] 2024-11-13T11:36:07,766 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:07,766 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:36:07,766 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:07,766 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:07,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:36:07,767 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:36:07,767 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23 2024-11-13T11:36:07,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741832_1008 (size=32) 2024-11-13T11:36:07,807 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(746): ClusterId : 05b32f02-c42f-46bf-9a7f-7303aa01b7a0 2024-11-13T11:36:07,807 DEBUG [RS:0;7bf281cf3991:42903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:36:07,808 DEBUG [RS:0;7bf281cf3991:42903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:36:07,808 DEBUG [RS:0;7bf281cf3991:42903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:36:07,809 DEBUG [RS:0;7bf281cf3991:42903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:36:07,810 DEBUG [RS:0;7bf281cf3991:42903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc12476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:36:07,823 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:42903 2024-11-13T11:36:07,823 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:36:07,823 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:36:07,824 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:36:07,824 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,43295,1731497766894 with port=42903, startcode=1731497766966 2024-11-13T11:36:07,824 DEBUG [RS:0;7bf281cf3991:42903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:36:07,826 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:36:07,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,42903,1731497766966 2024-11-13T11:36:07,826 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43295 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,42903,1731497766966 2024-11-13T11:36:07,827 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23 2024-11-13T11:36:07,827 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36937 2024-11-13T11:36:07,827 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:36:07,829 DEBUG [RS:0;7bf281cf3991:42903 {}] zookeeper.ZKUtil(111): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Set watcher on existing znode=/1-1789369488/rs/7bf281cf3991,42903,1731497766966 2024-11-13T11:36:07,829 WARN [RS:0;7bf281cf3991:42903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:36:07,830 INFO [RS:0;7bf281cf3991:42903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:07,830 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966 2024-11-13T11:36:07,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488/rs 2024-11-13T11:36:07,839 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:36:07,841 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,42903,1731497766966] 2024-11-13T11:36:07,845 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:36:07,845 INFO [RS:0;7bf281cf3991:42903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:36:07,845 INFO [RS:0;7bf281cf3991:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:07,849 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:36:07,850 INFO [RS:0;7bf281cf3991:42903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:36:07,850 INFO [RS:0;7bf281cf3991:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:07,850 DEBUG [RS:0;7bf281cf3991:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:07,850 DEBUG [RS:0;7bf281cf3991:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:07,850 DEBUG [RS:0;7bf281cf3991:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:07,850 DEBUG [RS:0;7bf281cf3991:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:07,850 DEBUG [RS:0;7bf281cf3991:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:07,850 DEBUG [RS:0;7bf281cf3991:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:36:07,850 DEBUG [RS:0;7bf281cf3991:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:07,850 DEBUG [RS:0;7bf281cf3991:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:07,850 DEBUG [RS:0;7bf281cf3991:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:07,850 DEBUG [RS:0;7bf281cf3991:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:07,850 DEBUG [RS:0;7bf281cf3991:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:07,850 DEBUG [RS:0;7bf281cf3991:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:07,850 DEBUG [RS:0;7bf281cf3991:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:36:07,850 DEBUG [RS:0;7bf281cf3991:42903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:36:07,861 INFO [RS:0;7bf281cf3991:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:07,861 INFO [RS:0;7bf281cf3991:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:07,861 INFO [RS:0;7bf281cf3991:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:07,861 INFO [RS:0;7bf281cf3991:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:07,861 INFO [RS:0;7bf281cf3991:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:07,861 INFO [RS:0;7bf281cf3991:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,42903,1731497766966-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:36:07,880 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:36:07,880 INFO [RS:0;7bf281cf3991:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,42903,1731497766966-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:07,880 INFO [RS:0;7bf281cf3991:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:07,880 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.Replication(171): 7bf281cf3991,42903,1731497766966 started 2024-11-13T11:36:07,897 INFO [RS:0;7bf281cf3991:42903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:07,897 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,42903,1731497766966, RpcServer on 7bf281cf3991/172.17.0.2:42903, sessionid=0x10038de7d390004 2024-11-13T11:36:07,897 DEBUG [RS:0;7bf281cf3991:42903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:36:07,897 DEBUG [RS:0;7bf281cf3991:42903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,42903,1731497766966 2024-11-13T11:36:07,897 DEBUG [RS:0;7bf281cf3991:42903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,42903,1731497766966' 2024-11-13T11:36:07,897 DEBUG [RS:0;7bf281cf3991:42903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1789369488/flush-table-proc/abort' 2024-11-13T11:36:07,898 DEBUG [RS:0;7bf281cf3991:42903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1789369488/flush-table-proc/acquired' 2024-11-13T11:36:07,898 DEBUG [RS:0;7bf281cf3991:42903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:36:07,898 DEBUG [RS:0;7bf281cf3991:42903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:36:07,898 DEBUG [RS:0;7bf281cf3991:42903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,42903,1731497766966 2024-11-13T11:36:07,898 DEBUG [RS:0;7bf281cf3991:42903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,42903,1731497766966' 2024-11-13T11:36:07,898 DEBUG [RS:0;7bf281cf3991:42903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1789369488/online-snapshot/abort' 2024-11-13T11:36:07,899 DEBUG [RS:0;7bf281cf3991:42903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1789369488/online-snapshot/acquired' 2024-11-13T11:36:07,899 DEBUG [RS:0;7bf281cf3991:42903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:36:07,899 INFO [RS:0;7bf281cf3991:42903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:36:07,899 INFO [RS:0;7bf281cf3991:42903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:36:07,999 INFO [RS:0;7bf281cf3991:42903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:36:08,001 INFO [RS:0;7bf281cf3991:42903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C42903%2C1731497766966, suffix=, logDir=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966, archiveDir=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/oldWALs, maxLogs=10 2024-11-13T11:36:08,026 DEBUG [RS:0;7bf281cf3991:42903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001, exclude list is [], retry=0 2024-11-13T11:36:08,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39083,DS-15bb3b67-8164-49c6-9466-741f75efe1be,DISK] 2024-11-13T11:36:08,030 INFO [RS:0;7bf281cf3991:42903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 2024-11-13T11:36:08,031 DEBUG [RS:0;7bf281cf3991:42903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33177:33177)] 2024-11-13T11:36:08,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:08,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:36:08,188 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:36:08,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:08,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:08,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:36:08,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:36:08,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:08,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:08,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:36:08,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:36:08,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:08,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:08,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:36:08,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:36:08,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:08,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:08,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:36:08,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740 2024-11-13T11:36:08,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740 2024-11-13T11:36:08,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:36:08,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:36:08,196 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:08,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:36:08,199 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:08,199 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72128085, jitterRate=0.07479222118854523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:08,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497768186Initializing all the Stores at 1731497768187 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497768187Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497768187Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497768187Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497768187Cleaning up temporary data from old regions at 1731497768195 (+8 ms)Region opened successfully at 1731497768199 (+4 ms) 2024-11-13T11:36:08,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:36:08,199 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:36:08,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:36:08,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:36:08,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:36:08,200 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:36:08,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497768199Disabling compacts and flushes for region at 1731497768199Disabling writes for close at 1731497768199Writing region close event to WAL at 1731497768200 (+1 ms)Closed at 1731497768200 2024-11-13T11:36:08,201 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:08,201 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:36:08,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:36:08,202 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:36:08,203 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:36:08,353 DEBUG [7bf281cf3991:43295 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:36:08,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,42903,1731497766966 2024-11-13T11:36:08,355 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,42903,1731497766966, state=OPENING 2024-11-13T11:36:08,355 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:36:08,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:08,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:08,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1789369488/meta-region-server: CHANGED 2024-11-13T11:36:08,357 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1789369488/meta-region-server: CHANGED 2024-11-13T11:36:08,357 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:36:08,357 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,42903,1731497766966}] 2024-11-13T11:36:08,508 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:36:08,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51791, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:36:08,527 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:36:08,527 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:08,528 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:36:08,529 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C42903%2C1731497766966.meta, suffix=.meta, logDir=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966, archiveDir=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/oldWALs, maxLogs=10 2024-11-13T11:36:08,545 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.meta.1731497768529.meta, exclude list is [], retry=0 2024-11-13T11:36:08,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39083,DS-15bb3b67-8164-49c6-9466-741f75efe1be,DISK] 2024-11-13T11:36:08,548 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.meta.1731497768529.meta 2024-11-13T11:36:08,549 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33177:33177)] 2024-11-13T11:36:08,549 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:08,549 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:08,549 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:36:08,549 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:36:08,549 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:36:08,549 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:36:08,549 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:08,549 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:36:08,549 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:36:08,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:36:08,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:36:08,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:08,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:08,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:36:08,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:36:08,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:08,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:08,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:36:08,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:36:08,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:08,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:08,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:36:08,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:36:08,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:08,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:08,554 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:36:08,555 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740 2024-11-13T11:36:08,555 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740 2024-11-13T11:36:08,556 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:36:08,556 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:36:08,557 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:08,558 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:36:08,559 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72594994, jitterRate=0.08174970746040344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:08,559 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:36:08,559 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497768549Writing region info on filesystem at 1731497768549Initializing all the Stores at 1731497768550 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497768550Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497768550Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497768550Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497768550Cleaning up temporary data from old regions at 1731497768556 (+6 ms)Running coprocessor post-open hooks at 1731497768559 (+3 ms)Region opened successfully at 1731497768559 2024-11-13T11:36:08,560 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497768508 2024-11-13T11:36:08,562 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:36:08,562 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:36:08,563 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,42903,1731497766966 2024-11-13T11:36:08,563 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,42903,1731497766966, state=OPEN 2024-11-13T11:36:08,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1789369488/meta-region-server 2024-11-13T11:36:08,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1789369488/meta-region-server 2024-11-13T11:36:08,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1789369488/meta-region-server: CHANGED 2024-11-13T11:36:08,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1789369488/meta-region-server: CHANGED 2024-11-13T11:36:08,564 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,42903,1731497766966 2024-11-13T11:36:08,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:36:08,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,42903,1731497766966 in 207 msec 2024-11-13T11:36:08,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:36:08,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-13T11:36:08,569 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:08,569 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:36:08,570 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:08,570 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,42903,1731497766966, seqNum=-1] 2024-11-13T11:36:08,570 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:08,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40401, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:08,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 836 msec 2024-11-13T11:36:08,575 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497768575, completionTime=-1 2024-11-13T11:36:08,575 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:36:08,576 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:36:08,577 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:36:08,577 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497828577 2024-11-13T11:36:08,577 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497888577 2024-11-13T11:36:08,577 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T11:36:08,578 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,43295,1731497766894-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:08,578 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,43295,1731497766894-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:08,578 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,43295,1731497766894-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:08,578 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:43295, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:08,578 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:08,578 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:08,580 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:36:08,581 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.555sec 2024-11-13T11:36:08,581 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:36:08,581 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:36:08,582 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:36:08,582 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:36:08,582 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:36:08,582 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,43295,1731497766894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:36:08,582 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,43295,1731497766894-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:36:08,583 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:36:08,584 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:36:08,584 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,43295,1731497766894-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:08,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6545b519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:08,607 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,43295,-1 for getting cluster id 2024-11-13T11:36:08,608 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:08,609 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05b32f02-c42f-46bf-9a7f-7303aa01b7a0' 2024-11-13T11:36:08,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:08,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05b32f02-c42f-46bf-9a7f-7303aa01b7a0" 2024-11-13T11:36:08,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7522e2c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:08,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,43295,-1] 2024-11-13T11:36:08,609 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:08,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:08,610 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:08,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc23039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:08,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:08,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,42903,1731497766966, seqNum=-1] 2024-11-13T11:36:08,613 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:08,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:08,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,43295,1731497766894 2024-11-13T11:36:08,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64464 2024-11-13T11:36:08,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:08,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10038de7d390005 connected 2024-11-13T11:36:08,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/hadoop.log.dir so I do NOT create it in target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25 2024-11-13T11:36:08,622 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:36:08,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/hadoop.tmp.dir so I do NOT create it in target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25 2024-11-13T11:36:08,622 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:36:08,622 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25 2024-11-13T11:36:08,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:36:08,622 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/cluster_b079aee0-687f-374f-7baa-cad631499522, deleteOnExit=true 2024-11-13T11:36:08,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:36:08,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/test.cache.data in system properties and HBase conf 2024-11-13T11:36:08,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:36:08,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:36:08,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:36:08,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:36:08,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:36:08,623 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:36:08,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:36:08,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:36:08,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:36:08,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:36:08,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:36:08,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:36:08,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:36:08,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:36:08,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:36:08,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:36:08,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:36:08,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:36:08,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:36:08,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:36:08,694 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:08,698 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:36:08,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:36:08,717 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:36:08,717 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:36:08,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:08,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1681a97d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:36:08,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a10f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:36:08,872 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66ac6cef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/java.io.tmpdir/jetty-localhost-40909-hadoop-hdfs-3_4_1-tests_jar-_-any-3506231773541244547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:36:08,873 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2626b558{HTTP/1.1, (http/1.1)}{localhost:40909} 2024-11-13T11:36:08,873 INFO [Time-limited test {}] server.Server(415): Started @253746ms 2024-11-13T11:36:09,076 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:09,080 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:36:09,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:36:09,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:36:09,097 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:36:09,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea71958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:36:09,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@135cf969{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:36:09,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@348a7b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/java.io.tmpdir/jetty-localhost-43705-hadoop-hdfs-3_4_1-tests_jar-_-any-12815644785034496805/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:36:09,224 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@785305e6{HTTP/1.1, (http/1.1)}{localhost:43705} 2024-11-13T11:36:09,224 INFO [Time-limited test {}] server.Server(415): Started @254096ms 2024-11-13T11:36:09,225 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:36:09,314 WARN [Thread-3676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/cluster_b079aee0-687f-374f-7baa-cad631499522/data/data1/current/BP-1628360890-172.17.0.2-1731497768646/current, will proceed with Du for space computation calculation, 2024-11-13T11:36:09,318 WARN [Thread-3677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/cluster_b079aee0-687f-374f-7baa-cad631499522/data/data2/current/BP-1628360890-172.17.0.2-1731497768646/current, will proceed with Du for space computation calculation, 2024-11-13T11:36:09,374 WARN [Thread-3664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:36:09,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c91b2d8981c3ca6 with lease ID 0x21b35758993ef085: Processing first storage report for DS-39cdc06c-7fd3-493f-a8d6-b6b37882854c from datanode DatanodeRegistration(127.0.0.1:41443, datanodeUuid=3e67d95e-8c89-484e-95db-3e7a9333a8aa, infoPort=40365, infoSecurePort=0, ipcPort=39177, storageInfo=lv=-57;cid=testClusterID;nsid=292278179;c=1731497768646) 2024-11-13T11:36:09,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c91b2d8981c3ca6 with lease ID 0x21b35758993ef085: from storage DS-39cdc06c-7fd3-493f-a8d6-b6b37882854c node DatanodeRegistration(127.0.0.1:41443, datanodeUuid=3e67d95e-8c89-484e-95db-3e7a9333a8aa, infoPort=40365, infoSecurePort=0, ipcPort=39177, storageInfo=lv=-57;cid=testClusterID;nsid=292278179;c=1731497768646), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T11:36:09,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c91b2d8981c3ca6 with lease ID 0x21b35758993ef085: Processing first storage report for DS-3f908ebc-106d-4a29-b95b-4dee40103e59 from datanode DatanodeRegistration(127.0.0.1:41443, datanodeUuid=3e67d95e-8c89-484e-95db-3e7a9333a8aa, infoPort=40365, infoSecurePort=0, ipcPort=39177, storageInfo=lv=-57;cid=testClusterID;nsid=292278179;c=1731497768646) 2024-11-13T11:36:09,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c91b2d8981c3ca6 with lease ID 0x21b35758993ef085: from storage DS-3f908ebc-106d-4a29-b95b-4dee40103e59 node DatanodeRegistration(127.0.0.1:41443, datanodeUuid=3e67d95e-8c89-484e-95db-3e7a9333a8aa, infoPort=40365, infoSecurePort=0, ipcPort=39177, storageInfo=lv=-57;cid=testClusterID;nsid=292278179;c=1731497768646), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:36:09,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25 2024-11-13T11:36:09,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:09,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:09,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:36:09,392 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f with version=8 2024-11-13T11:36:09,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/hbase-staging 2024-11-13T11:36:09,394 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:36:09,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:09,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:09,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:36:09,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:09,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:36:09,394 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:36:09,394 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:36:09,395 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33339 2024-11-13T11:36:09,396 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33339 connecting to ZooKeeper ensemble=127.0.0.1:64464 2024-11-13T11:36:09,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333390x0, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:09,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33339-0x10038de7d390006 connected 2024-11-13T11:36:09,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:09,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:09,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Set watcher on znode that does not yet exist, /2-1347812756/running 2024-11-13T11:36:09,409 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f, hbase.cluster.distributed=false 2024-11-13T11:36:09,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Set watcher on znode that does not yet exist, /2-1347812756/acl 2024-11-13T11:36:09,417 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33339 2024-11-13T11:36:09,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33339 2024-11-13T11:36:09,421 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33339 2024-11-13T11:36:09,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33339 2024-11-13T11:36:09,425 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33339 2024-11-13T11:36:09,444 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:36:09,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:09,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:09,445 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:36:09,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:09,445 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:36:09,445 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:36:09,445 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:36:09,445 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34525 2024-11-13T11:36:09,446 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34525 connecting to ZooKeeper ensemble=127.0.0.1:64464 2024-11-13T11:36:09,447 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:09,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:09,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345250x0, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:09,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345250x0, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Set watcher on znode that does not yet exist, /2-1347812756/running 2024-11-13T11:36:09,455 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:36:09,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34525-0x10038de7d390007 connected 2024-11-13T11:36:09,473 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:36:09,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Set watcher on znode that does not yet exist, /2-1347812756/master 2024-11-13T11:36:09,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Set watcher on znode that does not yet exist, /2-1347812756/acl 2024-11-13T11:36:09,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34525 2024-11-13T11:36:09,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34525 2024-11-13T11:36:09,485 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34525 2024-11-13T11:36:09,489 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34525 2024-11-13T11:36:09,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34525 2024-11-13T11:36:09,514 DEBUG [M:0;7bf281cf3991:33339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:33339 2024-11-13T11:36:09,514 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1347812756/backup-masters/7bf281cf3991,33339,1731497769394 2024-11-13T11:36:09,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756/backup-masters 2024-11-13T11:36:09,515 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Set watcher on existing znode=/2-1347812756/backup-masters/7bf281cf3991,33339,1731497769394 2024-11-13T11:36:09,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:09,516 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Set watcher on existing znode=/2-1347812756/master 2024-11-13T11:36:09,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756/backup-masters 2024-11-13T11:36:09,517 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1347812756/backup-masters/7bf281cf3991,33339,1731497769394 from backup master directory 2024-11-13T11:36:09,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1347812756/master 2024-11-13T11:36:09,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:09,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1347812756/backup-masters/7bf281cf3991,33339,1731497769394 2024-11-13T11:36:09,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756/backup-masters 2024-11-13T11:36:09,518 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:36:09,518 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,33339,1731497769394 2024-11-13T11:36:09,522 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/hbase.id] with ID: 75c72df8-9ab6-4c2e-9dd2-61ec7490b5ee 2024-11-13T11:36:09,522 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/.tmp/hbase.id 2024-11-13T11:36:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:36:09,935 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/.tmp/hbase.id]:[hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/hbase.id] 2024-11-13T11:36:09,948 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:09,948 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:36:09,949 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T11:36:09,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:09,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:09,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:36:10,367 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:10,368 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:36:10,373 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:10,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:36:10,391 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store 2024-11-13T11:36:10,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:36:10,399 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:10,399 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:36:10,399 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:10,399 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:10,400 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:36:10,400 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:10,400 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:10,400 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497770399Disabling compacts and flushes for region at 1731497770399Disabling writes for close at 1731497770400 (+1 ms)Writing region close event to WAL at 1731497770400Closed at 1731497770400 2024-11-13T11:36:10,401 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/.initializing 2024-11-13T11:36:10,401 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/WALs/7bf281cf3991,33339,1731497769394 2024-11-13T11:36:10,402 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:36:10,404 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C33339%2C1731497769394, suffix=, logDir=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/WALs/7bf281cf3991,33339,1731497769394, archiveDir=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/oldWALs, maxLogs=10 2024-11-13T11:36:10,427 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/WALs/7bf281cf3991,33339,1731497769394/7bf281cf3991%2C33339%2C1731497769394.1731497770404, exclude list is [], retry=0 2024-11-13T11:36:10,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41443,DS-39cdc06c-7fd3-493f-a8d6-b6b37882854c,DISK] 2024-11-13T11:36:10,434 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/WALs/7bf281cf3991,33339,1731497769394/7bf281cf3991%2C33339%2C1731497769394.1731497770404 2024-11-13T11:36:10,435 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40365:40365)] 2024-11-13T11:36:10,435 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:10,435 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:10,435 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:10,435 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:10,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:10,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:36:10,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:10,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:10,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:10,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:36:10,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:10,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:10,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:10,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:36:10,448 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:10,448 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:10,449 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:10,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:36:10,450 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:10,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:10,451 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:10,452 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:10,452 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:10,453 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:10,453 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:10,454 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:10,455 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:10,457 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:10,457 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64425120, jitterRate=-0.039990901947021484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:10,458 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497770435Initializing all the Stores at 1731497770437 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497770437Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497770442 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497770442Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497770442Cleaning up temporary data from old regions at 1731497770453 (+11 ms)Region opened successfully at 1731497770458 (+5 ms) 2024-11-13T11:36:10,458 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:36:10,461 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e7478c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:36:10,462 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:36:10,462 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:36:10,462 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:36:10,462 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:36:10,463 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:36:10,463 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:36:10,473 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:36:10,481 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:36:10,482 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Unable to get data of znode /2-1347812756/balancer because node does not exist (not necessarily an error) 2024-11-13T11:36:10,483 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1347812756/balancer already deleted, retry=false 2024-11-13T11:36:10,483 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:36:10,484 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Unable to get data of znode /2-1347812756/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:36:10,485 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1347812756/normalizer already deleted, retry=false 2024-11-13T11:36:10,485 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:36:10,490 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Unable to get data of znode /2-1347812756/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:36:10,491 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1347812756/switch/split already deleted, retry=false 2024-11-13T11:36:10,491 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Unable to get data of znode /2-1347812756/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:36:10,492 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1347812756/switch/merge already deleted, retry=false 2024-11-13T11:36:10,494 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Unable to get data of znode /2-1347812756/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:36:10,495 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1347812756/snapshot-cleanup already deleted, retry=false 2024-11-13T11:36:10,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1347812756/running 2024-11-13T11:36:10,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:10,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1347812756/running 2024-11-13T11:36:10,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:10,497 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,33339,1731497769394, sessionid=0x10038de7d390006, setting cluster-up flag (Was=false) 2024-11-13T11:36:10,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:10,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:10,501 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1347812756/flush-table-proc/acquired, /2-1347812756/flush-table-proc/reached, /2-1347812756/flush-table-proc/abort 2024-11-13T11:36:10,502 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,33339,1731497769394 2024-11-13T11:36:10,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:10,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:10,506 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1347812756/online-snapshot/acquired, /2-1347812756/online-snapshot/reached, /2-1347812756/online-snapshot/abort 2024-11-13T11:36:10,507 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,33339,1731497769394 2024-11-13T11:36:10,509 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:36:10,517 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:10,518 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:36:10,518 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:36:10,518 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,33339,1731497769394 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:36:10,519 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:10,519 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:10,519 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:10,520 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:10,520 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:36:10,520 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:10,520 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:36:10,520 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:10,526 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497800526 2024-11-13T11:36:10,526 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:36:10,526 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:36:10,526 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:36:10,526 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:36:10,526 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:36:10,526 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:10,526 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:36:10,526 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:36:10,527 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:10,528 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:36:10,535 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:10,535 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:36:10,536 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:36:10,536 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:36:10,536 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:36:10,536 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:36:10,536 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:36:10,537 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497770536,5,FailOnTimeoutGroup] 2024-11-13T11:36:10,538 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497770537,5,FailOnTimeoutGroup] 2024-11-13T11:36:10,538 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:10,538 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:36:10,538 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:10,538 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:10,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:36:10,546 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:36:10,547 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f 2024-11-13T11:36:10,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741832_1008 (size=32) 2024-11-13T11:36:10,599 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(746): ClusterId : 75c72df8-9ab6-4c2e-9dd2-61ec7490b5ee 2024-11-13T11:36:10,599 DEBUG [RS:0;7bf281cf3991:34525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:36:10,601 DEBUG [RS:0;7bf281cf3991:34525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:36:10,601 DEBUG [RS:0;7bf281cf3991:34525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:36:10,602 DEBUG [RS:0;7bf281cf3991:34525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:36:10,603 DEBUG [RS:0;7bf281cf3991:34525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4909d60c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:36:10,622 DEBUG [RS:0;7bf281cf3991:34525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:34525 2024-11-13T11:36:10,622 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:36:10,622 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:36:10,622 DEBUG [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:36:10,625 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,33339,1731497769394 with port=34525, startcode=1731497769444 2024-11-13T11:36:10,625 DEBUG [RS:0;7bf281cf3991:34525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:36:10,627 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49673, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:36:10,628 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33339 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,34525,1731497769444 2024-11-13T11:36:10,628 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33339 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,34525,1731497769444 2024-11-13T11:36:10,629 DEBUG [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f 2024-11-13T11:36:10,629 DEBUG [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41291 2024-11-13T11:36:10,629 DEBUG [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:36:10,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756/rs 2024-11-13T11:36:10,632 DEBUG [RS:0;7bf281cf3991:34525 {}] zookeeper.ZKUtil(111): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Set watcher on existing znode=/2-1347812756/rs/7bf281cf3991,34525,1731497769444 2024-11-13T11:36:10,632 WARN [RS:0;7bf281cf3991:34525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:36:10,632 INFO [RS:0;7bf281cf3991:34525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:10,632 DEBUG [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444 2024-11-13T11:36:10,633 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,34525,1731497769444] 2024-11-13T11:36:10,635 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:36:10,637 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:36:10,641 INFO [RS:0;7bf281cf3991:34525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:36:10,641 INFO [RS:0;7bf281cf3991:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:10,645 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:36:10,646 INFO [RS:0;7bf281cf3991:34525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:36:10,646 INFO [RS:0;7bf281cf3991:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:10,646 DEBUG [RS:0;7bf281cf3991:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:10,646 DEBUG [RS:0;7bf281cf3991:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:10,646 DEBUG [RS:0;7bf281cf3991:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:10,646 DEBUG [RS:0;7bf281cf3991:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:10,646 DEBUG [RS:0;7bf281cf3991:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:10,646 DEBUG [RS:0;7bf281cf3991:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:36:10,646 DEBUG [RS:0;7bf281cf3991:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:10,646 DEBUG [RS:0;7bf281cf3991:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:10,646 DEBUG [RS:0;7bf281cf3991:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:10,646 DEBUG [RS:0;7bf281cf3991:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:10,646 DEBUG [RS:0;7bf281cf3991:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:10,646 DEBUG [RS:0;7bf281cf3991:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:10,646 DEBUG [RS:0;7bf281cf3991:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:36:10,646 DEBUG [RS:0;7bf281cf3991:34525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:36:10,649 INFO [RS:0;7bf281cf3991:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:10,649 INFO [RS:0;7bf281cf3991:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:10,649 INFO [RS:0;7bf281cf3991:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:10,649 INFO [RS:0;7bf281cf3991:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:10,649 INFO [RS:0;7bf281cf3991:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:10,649 INFO [RS:0;7bf281cf3991:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,34525,1731497769444-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:36:10,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T11:36:10,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:36:10,668 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:36:10,669 INFO [RS:0;7bf281cf3991:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,34525,1731497769444-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:10,669 INFO [RS:0;7bf281cf3991:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:10,669 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.Replication(171): 7bf281cf3991,34525,1731497769444 started 2024-11-13T11:36:10,705 INFO [RS:0;7bf281cf3991:34525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:10,706 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,34525,1731497769444, RpcServer on 7bf281cf3991/172.17.0.2:34525, sessionid=0x10038de7d390007 2024-11-13T11:36:10,706 DEBUG [RS:0;7bf281cf3991:34525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:36:10,706 DEBUG [RS:0;7bf281cf3991:34525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,34525,1731497769444 2024-11-13T11:36:10,706 DEBUG [RS:0;7bf281cf3991:34525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,34525,1731497769444' 2024-11-13T11:36:10,706 DEBUG [RS:0;7bf281cf3991:34525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1347812756/flush-table-proc/abort' 2024-11-13T11:36:10,706 DEBUG [RS:0;7bf281cf3991:34525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1347812756/flush-table-proc/acquired' 2024-11-13T11:36:10,707 DEBUG [RS:0;7bf281cf3991:34525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:36:10,707 DEBUG [RS:0;7bf281cf3991:34525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:36:10,707 DEBUG [RS:0;7bf281cf3991:34525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,34525,1731497769444 2024-11-13T11:36:10,707 DEBUG [RS:0;7bf281cf3991:34525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,34525,1731497769444' 2024-11-13T11:36:10,707 DEBUG [RS:0;7bf281cf3991:34525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1347812756/online-snapshot/abort' 2024-11-13T11:36:10,707 DEBUG [RS:0;7bf281cf3991:34525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1347812756/online-snapshot/acquired' 2024-11-13T11:36:10,707 DEBUG [RS:0;7bf281cf3991:34525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:36:10,707 INFO [RS:0;7bf281cf3991:34525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:36:10,707 INFO [RS:0;7bf281cf3991:34525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:36:10,808 INFO [RS:0;7bf281cf3991:34525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:36:10,809 INFO [RS:0;7bf281cf3991:34525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C34525%2C1731497769444, suffix=, logDir=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444, archiveDir=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/oldWALs, maxLogs=10 2024-11-13T11:36:10,829 DEBUG [RS:0;7bf281cf3991:34525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810, exclude list is [], retry=0 2024-11-13T11:36:10,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41443,DS-39cdc06c-7fd3-493f-a8d6-b6b37882854c,DISK] 2024-11-13T11:36:10,834 INFO [RS:0;7bf281cf3991:34525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 2024-11-13T11:36:10,837 DEBUG [RS:0;7bf281cf3991:34525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40365:40365)] 2024-11-13T11:36:10,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:10,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:36:10,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:36:10,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:10,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:10,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:36:10,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:36:10,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:10,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:10,973 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:36:10,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:36:10,974 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:10,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:10,975 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:36:10,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:36:10,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:10,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:10,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:36:10,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740 2024-11-13T11:36:10,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740 2024-11-13T11:36:10,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:36:10,978 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:36:10,979 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:10,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:36:10,982 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:10,982 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59268387, jitterRate=-0.11683221161365509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:10,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497770969Initializing all the Stores at 1731497770970 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497770970Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497770970Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497770970Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497770970Cleaning up temporary data from old regions at 1731497770978 (+8 ms)Region opened successfully at 1731497770983 (+5 ms) 2024-11-13T11:36:10,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:36:10,983 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:36:10,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:36:10,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:36:10,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:36:10,983 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:36:10,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497770983Disabling compacts and flushes for region at 1731497770983Disabling writes for close at 1731497770983Writing region close event to WAL at 1731497770983Closed at 1731497770983 2024-11-13T11:36:10,984 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:10,984 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:36:10,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:36:10,985 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:36:10,986 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:36:11,136 DEBUG [7bf281cf3991:33339 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:36:11,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,34525,1731497769444 2024-11-13T11:36:11,138 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,34525,1731497769444, state=OPENING 2024-11-13T11:36:11,139 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:36:11,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:11,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:11,140 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:36:11,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1347812756/meta-region-server: CHANGED 2024-11-13T11:36:11,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,34525,1731497769444}] 2024-11-13T11:36:11,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1347812756/meta-region-server: CHANGED 2024-11-13T11:36:11,291 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:36:11,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:36:11,295 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:36:11,295 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:11,295 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:36:11,296 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C34525%2C1731497769444.meta, suffix=.meta, logDir=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444, archiveDir=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/oldWALs, maxLogs=10 2024-11-13T11:36:11,309 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.meta.1731497771296.meta, exclude list is [], retry=0 2024-11-13T11:36:11,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41443,DS-39cdc06c-7fd3-493f-a8d6-b6b37882854c,DISK] 2024-11-13T11:36:11,311 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.meta.1731497771296.meta 2024-11-13T11:36:11,312 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40365:40365)] 2024-11-13T11:36:11,312 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:11,312 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:11,312 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:36:11,312 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:36:11,312 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:36:11,312 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:36:11,312 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:11,312 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:36:11,313 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:36:11,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:36:11,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:36:11,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:11,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:11,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:36:11,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:36:11,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:11,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:11,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:36:11,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:36:11,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:11,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:11,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:36:11,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:36:11,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:11,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:11,321 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:36:11,322 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740 2024-11-13T11:36:11,322 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740 2024-11-13T11:36:11,323 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:36:11,323 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:36:11,323 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:11,325 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:36:11,325 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69521152, jitterRate=0.035945892333984375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:11,325 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:36:11,325 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497771313Writing region info on filesystem at 1731497771313Initializing all the Stores at 1731497771313Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497771313Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497771317 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497771317Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497771317Cleaning up temporary data from old regions at 1731497771323 (+6 ms)Running coprocessor post-open hooks at 1731497771325 (+2 ms)Region opened successfully at 1731497771325 2024-11-13T11:36:11,326 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497771291 2024-11-13T11:36:11,328 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:36:11,328 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:36:11,328 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,34525,1731497769444 2024-11-13T11:36:11,329 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,34525,1731497769444, state=OPEN 2024-11-13T11:36:11,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1347812756/meta-region-server 2024-11-13T11:36:11,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1347812756/meta-region-server: CHANGED 2024-11-13T11:36:11,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1347812756/meta-region-server 2024-11-13T11:36:11,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1347812756/meta-region-server: CHANGED 2024-11-13T11:36:11,331 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,34525,1731497769444 2024-11-13T11:36:11,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:36:11,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,34525,1731497769444 in 191 msec 2024-11-13T11:36:11,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:36:11,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-13T11:36:11,336 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:11,336 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:36:11,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:11,337 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34525,1731497769444, seqNum=-1] 2024-11-13T11:36:11,337 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:11,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:11,344 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 826 msec 2024-11-13T11:36:11,344 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497771344, completionTime=-1 2024-11-13T11:36:11,344 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:36:11,344 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:36:11,347 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:36:11,347 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497831347 2024-11-13T11:36:11,347 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497891347 2024-11-13T11:36:11,347 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-13T11:36:11,348 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33339,1731497769394-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:11,348 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33339,1731497769394-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:11,348 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33339,1731497769394-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:11,348 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:33339, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:11,348 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:11,348 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:11,350 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:36:11,354 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.836sec 2024-11-13T11:36:11,354 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:36:11,354 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:36:11,354 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:36:11,354 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:36:11,354 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:36:11,354 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33339,1731497769394-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:36:11,354 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33339,1731497769394-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:36:11,366 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:36:11,366 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:36:11,366 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,33339,1731497769394-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:11,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74dbb0c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:11,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33339,-1 for getting cluster id 2024-11-13T11:36:11,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:11,405 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75c72df8-9ab6-4c2e-9dd2-61ec7490b5ee' 2024-11-13T11:36:11,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:11,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75c72df8-9ab6-4c2e-9dd2-61ec7490b5ee" 2024-11-13T11:36:11,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f482afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:11,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33339,-1] 2024-11-13T11:36:11,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:11,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:11,407 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:11,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cedd7b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:11,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:11,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34525,1731497769444, seqNum=-1] 2024-11-13T11:36:11,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:11,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:11,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,33339,1731497769394 2024-11-13T11:36:11,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64464 2024-11-13T11:36:11,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:11,420 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:11,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,39371,1731497764234 2024-11-13T11:36:11,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ab395c5 2024-11-13T11:36:11,421 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:11,422 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:11,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:11,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T11:36:11,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:36:11,426 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:11,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T11:36:11,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:36:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:11,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10038de7d390008 connected 2024-11-13T11:36:11,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741835_1011 (size=902) 2024-11-13T11:36:11,447 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d14a5456318703167506fdda5076ef7, NAME => 'test,,1731497771423.6d14a5456318703167506fdda5076ef7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4 2024-11-13T11:36:11,453 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:36:11,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741836_1012 (size=39) 2024-11-13T11:36:11,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731497771423.6d14a5456318703167506fdda5076ef7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:11,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6d14a5456318703167506fdda5076ef7, disabling compactions & flushes 2024-11-13T11:36:11,461 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731497771423.6d14a5456318703167506fdda5076ef7. 2024-11-13T11:36:11,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497771423.6d14a5456318703167506fdda5076ef7. 2024-11-13T11:36:11,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731497771423.6d14a5456318703167506fdda5076ef7. after waiting 0 ms 2024-11-13T11:36:11,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731497771423.6d14a5456318703167506fdda5076ef7. 2024-11-13T11:36:11,461 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731497771423.6d14a5456318703167506fdda5076ef7. 2024-11-13T11:36:11,461 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d14a5456318703167506fdda5076ef7: Waiting for close lock at 1731497771461Disabling compacts and flushes for region at 1731497771461Disabling writes for close at 1731497771461Writing region close event to WAL at 1731497771461Closed at 1731497771461 2024-11-13T11:36:11,463 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:36:11,463 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731497771423.6d14a5456318703167506fdda5076ef7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731497771463"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497771463"}]},"ts":"1731497771463"} 2024-11-13T11:36:11,466 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:36:11,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:36:11,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497771467"}]},"ts":"1731497771467"} 2024-11-13T11:36:11,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T11:36:11,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d14a5456318703167506fdda5076ef7, ASSIGN}] 2024-11-13T11:36:11,471 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d14a5456318703167506fdda5076ef7, ASSIGN 2024-11-13T11:36:11,471 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6d14a5456318703167506fdda5076ef7, ASSIGN; state=OFFLINE, location=7bf281cf3991,33401,1731497764492; forceNewPlan=false, retain=false 2024-11-13T11:36:11,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:11,622 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d14a5456318703167506fdda5076ef7, regionState=OPENING, regionLocation=7bf281cf3991,33401,1731497764492 2024-11-13T11:36:11,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6d14a5456318703167506fdda5076ef7, ASSIGN because future has completed 2024-11-13T11:36:11,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d14a5456318703167506fdda5076ef7, server=7bf281cf3991,33401,1731497764492}] 2024-11-13T11:36:11,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:11,784 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731497771423.6d14a5456318703167506fdda5076ef7. 2024-11-13T11:36:11,784 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d14a5456318703167506fdda5076ef7, NAME => 'test,,1731497771423.6d14a5456318703167506fdda5076ef7.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:11,784 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:11,784 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T11:36:11,785 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:11,785 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731497771423.6d14a5456318703167506fdda5076ef7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:11,785 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:11,785 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:11,786 INFO [StoreOpener-6d14a5456318703167506fdda5076ef7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:11,787 INFO [StoreOpener-6d14a5456318703167506fdda5076ef7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d14a5456318703167506fdda5076ef7 columnFamilyName f 2024-11-13T11:36:11,787 DEBUG [StoreOpener-6d14a5456318703167506fdda5076ef7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:11,787 INFO [StoreOpener-6d14a5456318703167506fdda5076ef7-1 {}] regionserver.HStore(327): Store=6d14a5456318703167506fdda5076ef7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:11,787 INFO [StoreOpener-6d14a5456318703167506fdda5076ef7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:11,788 INFO [StoreOpener-6d14a5456318703167506fdda5076ef7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d14a5456318703167506fdda5076ef7 columnFamilyName f1 2024-11-13T11:36:11,788 DEBUG [StoreOpener-6d14a5456318703167506fdda5076ef7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:11,788 INFO [StoreOpener-6d14a5456318703167506fdda5076ef7-1 {}] regionserver.HStore(327): Store=6d14a5456318703167506fdda5076ef7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:11,788 INFO [StoreOpener-6d14a5456318703167506fdda5076ef7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:11,789 INFO [StoreOpener-6d14a5456318703167506fdda5076ef7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d14a5456318703167506fdda5076ef7 columnFamilyName norep 2024-11-13T11:36:11,789 DEBUG [StoreOpener-6d14a5456318703167506fdda5076ef7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:11,789 INFO [StoreOpener-6d14a5456318703167506fdda5076ef7-1 {}] regionserver.HStore(327): Store=6d14a5456318703167506fdda5076ef7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:11,789 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:11,790 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:11,790 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:11,791 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:11,791 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:11,791 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:36:11,792 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:11,794 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:11,794 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d14a5456318703167506fdda5076ef7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61762408, jitterRate=-0.07966840267181396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:36:11,794 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:11,795 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d14a5456318703167506fdda5076ef7: Running coprocessor pre-open hook at 1731497771785Writing region info on filesystem at 1731497771785Initializing all the Stores at 1731497771785Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497771785Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497771786 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497771786Cleaning up temporary data from old regions at 1731497771791 (+5 ms)Running coprocessor post-open hooks at 1731497771794 (+3 ms)Region opened successfully at 1731497771795 (+1 ms) 2024-11-13T11:36:11,795 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731497771423.6d14a5456318703167506fdda5076ef7., pid=6, masterSystemTime=1731497771781 2024-11-13T11:36:11,797 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731497771423.6d14a5456318703167506fdda5076ef7. 2024-11-13T11:36:11,797 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731497771423.6d14a5456318703167506fdda5076ef7. 2024-11-13T11:36:11,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d14a5456318703167506fdda5076ef7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7bf281cf3991,33401,1731497764492 2024-11-13T11:36:11,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d14a5456318703167506fdda5076ef7, server=7bf281cf3991,33401,1731497764492 because future has completed 2024-11-13T11:36:11,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:36:11,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d14a5456318703167506fdda5076ef7, server=7bf281cf3991,33401,1731497764492 in 173 msec 2024-11-13T11:36:11,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T11:36:11,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6d14a5456318703167506fdda5076ef7, ASSIGN in 334 msec 2024-11-13T11:36:11,805 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:36:11,806 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497771805"}]},"ts":"1731497771805"} 2024-11-13T11:36:11,807 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T11:36:11,808 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:36:11,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 385 msec 2024-11-13T11:36:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:12,050 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T11:36:12,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,43295,1731497766894 2024-11-13T11:36:12,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75af302e 2024-11-13T11:36:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:12,052 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:12,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43295 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43295 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T11:36:12,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:36:12,055 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:12,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43295 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T11:36:12,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:36:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:12,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741835_1011 (size=902) 2024-11-13T11:36:12,064 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ae41d4c9352c23b5487edee1b9b41d0f, NAME => 'test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23 2024-11-13T11:36:12,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741836_1012 (size=39) 2024-11-13T11:36:12,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:12,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ae41d4c9352c23b5487edee1b9b41d0f, disabling compactions & flushes 2024-11-13T11:36:12,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f. 2024-11-13T11:36:12,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f. 2024-11-13T11:36:12,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f. after waiting 0 ms 2024-11-13T11:36:12,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f. 2024-11-13T11:36:12,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f. 2024-11-13T11:36:12,069 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ae41d4c9352c23b5487edee1b9b41d0f: Waiting for close lock at 1731497772069Disabling compacts and flushes for region at 1731497772069Disabling writes for close at 1731497772069Writing region close event to WAL at 1731497772069Closed at 1731497772069 2024-11-13T11:36:12,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:36:12,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731497772071"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497772071"}]},"ts":"1731497772071"} 2024-11-13T11:36:12,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:36:12,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:36:12,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497772074"}]},"ts":"1731497772074"} 2024-11-13T11:36:12,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T11:36:12,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae41d4c9352c23b5487edee1b9b41d0f, ASSIGN}] 2024-11-13T11:36:12,077 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ae41d4c9352c23b5487edee1b9b41d0f, ASSIGN 2024-11-13T11:36:12,077 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ae41d4c9352c23b5487edee1b9b41d0f, ASSIGN; state=OFFLINE, location=7bf281cf3991,42903,1731497766966; forceNewPlan=false, retain=false 2024-11-13T11:36:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:12,228 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae41d4c9352c23b5487edee1b9b41d0f, regionState=OPENING, regionLocation=7bf281cf3991,42903,1731497766966 2024-11-13T11:36:12,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ae41d4c9352c23b5487edee1b9b41d0f, ASSIGN because future has completed 2024-11-13T11:36:12,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae41d4c9352c23b5487edee1b9b41d0f, server=7bf281cf3991,42903,1731497766966}] 2024-11-13T11:36:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:12,385 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f. 2024-11-13T11:36:12,385 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ae41d4c9352c23b5487edee1b9b41d0f, NAME => 'test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:12,385 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:12,385 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T11:36:12,386 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:12,386 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:12,386 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:12,386 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:12,387 INFO [StoreOpener-ae41d4c9352c23b5487edee1b9b41d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:12,388 INFO [StoreOpener-ae41d4c9352c23b5487edee1b9b41d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae41d4c9352c23b5487edee1b9b41d0f columnFamilyName f 2024-11-13T11:36:12,388 DEBUG [StoreOpener-ae41d4c9352c23b5487edee1b9b41d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:12,389 INFO [StoreOpener-ae41d4c9352c23b5487edee1b9b41d0f-1 {}] regionserver.HStore(327): Store=ae41d4c9352c23b5487edee1b9b41d0f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:12,389 INFO [StoreOpener-ae41d4c9352c23b5487edee1b9b41d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:12,390 INFO [StoreOpener-ae41d4c9352c23b5487edee1b9b41d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae41d4c9352c23b5487edee1b9b41d0f columnFamilyName f1 2024-11-13T11:36:12,390 DEBUG [StoreOpener-ae41d4c9352c23b5487edee1b9b41d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:12,390 INFO [StoreOpener-ae41d4c9352c23b5487edee1b9b41d0f-1 {}] regionserver.HStore(327): Store=ae41d4c9352c23b5487edee1b9b41d0f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:12,390 INFO [StoreOpener-ae41d4c9352c23b5487edee1b9b41d0f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:12,391 INFO [StoreOpener-ae41d4c9352c23b5487edee1b9b41d0f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae41d4c9352c23b5487edee1b9b41d0f columnFamilyName norep 2024-11-13T11:36:12,391 DEBUG [StoreOpener-ae41d4c9352c23b5487edee1b9b41d0f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:12,392 INFO [StoreOpener-ae41d4c9352c23b5487edee1b9b41d0f-1 {}] regionserver.HStore(327): Store=ae41d4c9352c23b5487edee1b9b41d0f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:12,392 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:12,392 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:12,392 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:12,393 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:12,393 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:12,394 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:36:12,394 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:12,396 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:12,396 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ae41d4c9352c23b5487edee1b9b41d0f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74909469, jitterRate=0.116238072514534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:36:12,396 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:12,396 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ae41d4c9352c23b5487edee1b9b41d0f: Running coprocessor pre-open hook at 1731497772386Writing region info on filesystem at 1731497772386Initializing all the Stores at 1731497772387 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497772387Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497772387Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497772387Cleaning up temporary data from old regions at 1731497772393 (+6 ms)Running coprocessor post-open hooks at 1731497772396 (+3 ms)Region opened successfully at 1731497772396 2024-11-13T11:36:12,397 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f., pid=6, masterSystemTime=1731497772382 2024-11-13T11:36:12,399 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f. 2024-11-13T11:36:12,399 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f. 2024-11-13T11:36:12,399 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ae41d4c9352c23b5487edee1b9b41d0f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7bf281cf3991,42903,1731497766966 2024-11-13T11:36:12,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae41d4c9352c23b5487edee1b9b41d0f, server=7bf281cf3991,42903,1731497766966 because future has completed 2024-11-13T11:36:12,402 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43295 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=7bf281cf3991,42903,1731497766966, table=test, region=ae41d4c9352c23b5487edee1b9b41d0f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-13T11:36:12,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:36:12,404 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ae41d4c9352c23b5487edee1b9b41d0f, server=7bf281cf3991,42903,1731497766966 in 172 msec 2024-11-13T11:36:12,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T11:36:12,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ae41d4c9352c23b5487edee1b9b41d0f, ASSIGN in 328 msec 2024-11-13T11:36:12,407 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:36:12,407 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497772407"}]},"ts":"1731497772407"} 2024-11-13T11:36:12,409 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T11:36:12,410 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:36:12,411 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 357 msec 2024-11-13T11:36:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:12,680 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T11:36:12,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:12,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,33339,1731497769394 2024-11-13T11:36:12,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24303ebf 2024-11-13T11:36:12,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:12,682 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:12,682 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T11:36:12,684 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:36:12,684 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:12,685 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T11:36:12,685 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:36:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:12,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741835_1011 (size=902) 2024-11-13T11:36:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:13,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:13,099 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16178445d6311a454fc0bb81d0c9c407, NAME => 'test,,1731497772682.16178445d6311a454fc0bb81d0c9c407.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f 2024-11-13T11:36:13,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741836_1012 (size=39) 2024-11-13T11:36:13,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:13,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731497772682.16178445d6311a454fc0bb81d0c9c407.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:13,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 16178445d6311a454fc0bb81d0c9c407, disabling compactions & flushes 2024-11-13T11:36:13,515 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731497772682.16178445d6311a454fc0bb81d0c9c407. 2024-11-13T11:36:13,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497772682.16178445d6311a454fc0bb81d0c9c407. 2024-11-13T11:36:13,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731497772682.16178445d6311a454fc0bb81d0c9c407. after waiting 0 ms 2024-11-13T11:36:13,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731497772682.16178445d6311a454fc0bb81d0c9c407. 2024-11-13T11:36:13,515 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731497772682.16178445d6311a454fc0bb81d0c9c407. 2024-11-13T11:36:13,515 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16178445d6311a454fc0bb81d0c9c407: Waiting for close lock at 1731497773515Disabling compacts and flushes for region at 1731497773515Disabling writes for close at 1731497773515Writing region close event to WAL at 1731497773515Closed at 1731497773515 2024-11-13T11:36:13,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:36:13,517 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731497772682.16178445d6311a454fc0bb81d0c9c407.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731497773516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497773516"}]},"ts":"1731497773516"} 2024-11-13T11:36:13,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:36:13,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:36:13,520 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497773519"}]},"ts":"1731497773519"} 2024-11-13T11:36:13,522 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T11:36:13,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16178445d6311a454fc0bb81d0c9c407, ASSIGN}] 2024-11-13T11:36:13,523 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16178445d6311a454fc0bb81d0c9c407, ASSIGN 2024-11-13T11:36:13,524 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=16178445d6311a454fc0bb81d0c9c407, ASSIGN; state=OFFLINE, location=7bf281cf3991,34525,1731497769444; forceNewPlan=false, retain=false 2024-11-13T11:36:13,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16178445d6311a454fc0bb81d0c9c407, regionState=OPENING, regionLocation=7bf281cf3991,34525,1731497769444 2024-11-13T11:36:13,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=16178445d6311a454fc0bb81d0c9c407, ASSIGN because future has completed 2024-11-13T11:36:13,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16178445d6311a454fc0bb81d0c9c407, server=7bf281cf3991,34525,1731497769444}] 2024-11-13T11:36:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:13,836 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731497772682.16178445d6311a454fc0bb81d0c9c407. 2024-11-13T11:36:13,836 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 16178445d6311a454fc0bb81d0c9c407, NAME => 'test,,1731497772682.16178445d6311a454fc0bb81d0c9c407.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:13,836 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:13,836 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T11:36:13,836 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:13,836 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731497772682.16178445d6311a454fc0bb81d0c9c407.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:13,836 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:13,836 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:13,837 INFO [StoreOpener-16178445d6311a454fc0bb81d0c9c407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:13,838 INFO [StoreOpener-16178445d6311a454fc0bb81d0c9c407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16178445d6311a454fc0bb81d0c9c407 columnFamilyName f 2024-11-13T11:36:13,838 DEBUG [StoreOpener-16178445d6311a454fc0bb81d0c9c407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:13,838 INFO [StoreOpener-16178445d6311a454fc0bb81d0c9c407-1 {}] regionserver.HStore(327): Store=16178445d6311a454fc0bb81d0c9c407/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:13,838 INFO [StoreOpener-16178445d6311a454fc0bb81d0c9c407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:13,839 INFO [StoreOpener-16178445d6311a454fc0bb81d0c9c407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16178445d6311a454fc0bb81d0c9c407 columnFamilyName f1 2024-11-13T11:36:13,839 DEBUG [StoreOpener-16178445d6311a454fc0bb81d0c9c407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:13,839 INFO [StoreOpener-16178445d6311a454fc0bb81d0c9c407-1 {}] regionserver.HStore(327): Store=16178445d6311a454fc0bb81d0c9c407/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:13,840 INFO [StoreOpener-16178445d6311a454fc0bb81d0c9c407-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:13,840 INFO [StoreOpener-16178445d6311a454fc0bb81d0c9c407-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16178445d6311a454fc0bb81d0c9c407 columnFamilyName norep 2024-11-13T11:36:13,840 DEBUG [StoreOpener-16178445d6311a454fc0bb81d0c9c407-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:13,840 INFO [StoreOpener-16178445d6311a454fc0bb81d0c9c407-1 {}] regionserver.HStore(327): Store=16178445d6311a454fc0bb81d0c9c407/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:13,841 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:13,841 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:13,841 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:13,842 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:13,842 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:13,842 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:36:13,843 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:13,845 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:13,845 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 16178445d6311a454fc0bb81d0c9c407; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65357398, jitterRate=-0.02609887719154358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:36:13,845 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:13,845 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 16178445d6311a454fc0bb81d0c9c407: Running coprocessor pre-open hook at 1731497773836Writing region info on filesystem at 1731497773836Initializing all the Stores at 1731497773837 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497773837Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497773837Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497773837Cleaning up temporary data from old regions at 1731497773842 (+5 ms)Running coprocessor post-open hooks at 1731497773845 (+3 ms)Region opened successfully at 1731497773845 2024-11-13T11:36:13,846 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731497772682.16178445d6311a454fc0bb81d0c9c407., pid=6, masterSystemTime=1731497773829 2024-11-13T11:36:13,848 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731497772682.16178445d6311a454fc0bb81d0c9c407. 2024-11-13T11:36:13,848 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731497772682.16178445d6311a454fc0bb81d0c9c407. 2024-11-13T11:36:13,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16178445d6311a454fc0bb81d0c9c407, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7bf281cf3991,34525,1731497769444 2024-11-13T11:36:13,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16178445d6311a454fc0bb81d0c9c407, server=7bf281cf3991,34525,1731497769444 because future has completed 2024-11-13T11:36:13,855 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:36:13,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 16178445d6311a454fc0bb81d0c9c407, server=7bf281cf3991,34525,1731497769444 in 177 msec 2024-11-13T11:36:13,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T11:36:13,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=16178445d6311a454fc0bb81d0c9c407, ASSIGN in 334 msec 2024-11-13T11:36:13,858 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:36:13,858 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497773858"}]},"ts":"1731497773858"} 2024-11-13T11:36:13,860 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T11:36:13,860 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:36:13,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-11-13T11:36:14,052 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:36:14,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:14,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:14,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:14,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:14,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:14,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:14,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:14,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:14,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:14,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:14,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:14,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:14,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:14,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:14,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:14,124 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T11:36:14,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:14,831 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T11:36:14,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc36374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:14,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,39371,-1 for getting cluster id 2024-11-13T11:36:14,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:14,832 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb764fe4-76ea-4349-80e2-b179df9f563d' 2024-11-13T11:36:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb764fe4-76ea-4349-80e2-b179df9f563d" 2024-11-13T11:36:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@403f226a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:14,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,39371,-1] 2024-11-13T11:36:14,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:14,833 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:14,833 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b06036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:14,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,39371,1731497764234 2024-11-13T11:36:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@595918c 2024-11-13T11:36:14,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:14,836 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:14,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:43295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:36:14,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:36:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:14,839 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:43295' 2024-11-13T11:36:14,840 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f1790f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:14,840 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,43295,-1 for getting cluster id 2024-11-13T11:36:14,840 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:14,841 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05b32f02-c42f-46bf-9a7f-7303aa01b7a0' 2024-11-13T11:36:14,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:14,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05b32f02-c42f-46bf-9a7f-7303aa01b7a0" 2024-11-13T11:36:14,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5082647f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:14,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,43295,-1] 2024-11-13T11:36:14,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:14,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:14,842 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:14,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e2944a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:14,843 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:14,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,43295,1731497766894 2024-11-13T11:36:14,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7283d7bb 2024-11-13T11:36:14,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:14,845 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:14,845 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T11:36:14,845 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:36:14,845 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:14,846 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:14,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:14,846 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:14,847 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:36:14,848 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:36:14,848 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:14,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:36:14,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741837_1013 (size=1138) 2024-11-13T11:36:14,855 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 572dd381dfc275a1b1aba60f532d76a4, NAME => 'hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4 2024-11-13T11:36:14,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741838_1014 (size=44) 2024-11-13T11:36:14,860 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:14,860 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 572dd381dfc275a1b1aba60f532d76a4, disabling compactions & flushes 2024-11-13T11:36:14,860 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4. 2024-11-13T11:36:14,860 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4. 2024-11-13T11:36:14,860 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4. after waiting 0 ms 2024-11-13T11:36:14,860 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4. 2024-11-13T11:36:14,861 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4. 2024-11-13T11:36:14,861 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 572dd381dfc275a1b1aba60f532d76a4: Waiting for close lock at 1731497774860Disabling compacts and flushes for region at 1731497774860Disabling writes for close at 1731497774860Writing region close event to WAL at 1731497774860Closed at 1731497774861 (+1 ms) 2024-11-13T11:36:14,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:36:14,862 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731497774862"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497774862"}]},"ts":"1731497774862"} 2024-11-13T11:36:14,864 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:36:14,864 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:36:14,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497774865"}]},"ts":"1731497774865"} 2024-11-13T11:36:14,866 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T11:36:14,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=572dd381dfc275a1b1aba60f532d76a4, ASSIGN}] 2024-11-13T11:36:14,867 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=572dd381dfc275a1b1aba60f532d76a4, ASSIGN 2024-11-13T11:36:14,868 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=572dd381dfc275a1b1aba60f532d76a4, ASSIGN; state=OFFLINE, location=7bf281cf3991,33401,1731497764492; forceNewPlan=false, retain=false 2024-11-13T11:36:14,897 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T11:36:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:15,019 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=572dd381dfc275a1b1aba60f532d76a4, regionState=OPENING, regionLocation=7bf281cf3991,33401,1731497764492 2024-11-13T11:36:15,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=572dd381dfc275a1b1aba60f532d76a4, ASSIGN because future has completed 2024-11-13T11:36:15,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 572dd381dfc275a1b1aba60f532d76a4, server=7bf281cf3991,33401,1731497764492}] 2024-11-13T11:36:15,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:15,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4. 2024-11-13T11:36:15,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:15,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:36:15,177 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C33401%2C1731497764492.rep, suffix=, logDir=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492, archiveDir=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/oldWALs, maxLogs=10 2024-11-13T11:36:15,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.rep.1731497775177, exclude list is [], retry=0 2024-11-13T11:36:15,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44647,DS-37eeddfc-7a45-476c-8102-8a7c7aef7091,DISK] 2024-11-13T11:36:15,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.rep.1731497775177 2024-11-13T11:36:15,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44355:44355)] 2024-11-13T11:36:15,195 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 572dd381dfc275a1b1aba60f532d76a4, NAME => 'hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:15,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:15,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:36:15,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4. service=MultiRowMutationService 2024-11-13T11:36:15,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:36:15,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 572dd381dfc275a1b1aba60f532d76a4 2024-11-13T11:36:15,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:15,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 572dd381dfc275a1b1aba60f532d76a4 2024-11-13T11:36:15,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 572dd381dfc275a1b1aba60f532d76a4 2024-11-13T11:36:15,197 INFO [StoreOpener-572dd381dfc275a1b1aba60f532d76a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 572dd381dfc275a1b1aba60f532d76a4 2024-11-13T11:36:15,198 INFO [StoreOpener-572dd381dfc275a1b1aba60f532d76a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 572dd381dfc275a1b1aba60f532d76a4 columnFamilyName hfileref 2024-11-13T11:36:15,198 DEBUG [StoreOpener-572dd381dfc275a1b1aba60f532d76a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:15,198 INFO [StoreOpener-572dd381dfc275a1b1aba60f532d76a4-1 {}] regionserver.HStore(327): Store=572dd381dfc275a1b1aba60f532d76a4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:15,198 INFO [StoreOpener-572dd381dfc275a1b1aba60f532d76a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 572dd381dfc275a1b1aba60f532d76a4 2024-11-13T11:36:15,199 INFO [StoreOpener-572dd381dfc275a1b1aba60f532d76a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 572dd381dfc275a1b1aba60f532d76a4 columnFamilyName queue 2024-11-13T11:36:15,199 DEBUG [StoreOpener-572dd381dfc275a1b1aba60f532d76a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:15,199 INFO [StoreOpener-572dd381dfc275a1b1aba60f532d76a4-1 {}] regionserver.HStore(327): Store=572dd381dfc275a1b1aba60f532d76a4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:15,199 INFO [StoreOpener-572dd381dfc275a1b1aba60f532d76a4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 572dd381dfc275a1b1aba60f532d76a4 2024-11-13T11:36:15,200 INFO [StoreOpener-572dd381dfc275a1b1aba60f532d76a4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 572dd381dfc275a1b1aba60f532d76a4 columnFamilyName sid 2024-11-13T11:36:15,200 DEBUG [StoreOpener-572dd381dfc275a1b1aba60f532d76a4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:15,200 INFO [StoreOpener-572dd381dfc275a1b1aba60f532d76a4-1 {}] regionserver.HStore(327): Store=572dd381dfc275a1b1aba60f532d76a4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:15,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 572dd381dfc275a1b1aba60f532d76a4 2024-11-13T11:36:15,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/replication/572dd381dfc275a1b1aba60f532d76a4 2024-11-13T11:36:15,201 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/replication/572dd381dfc275a1b1aba60f532d76a4 2024-11-13T11:36:15,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 572dd381dfc275a1b1aba60f532d76a4 2024-11-13T11:36:15,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 572dd381dfc275a1b1aba60f532d76a4 2024-11-13T11:36:15,202 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:36:15,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 572dd381dfc275a1b1aba60f532d76a4 2024-11-13T11:36:15,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/replication/572dd381dfc275a1b1aba60f532d76a4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:15,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 572dd381dfc275a1b1aba60f532d76a4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62818742, jitterRate=-0.0639277994632721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:36:15,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 572dd381dfc275a1b1aba60f532d76a4 2024-11-13T11:36:15,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 572dd381dfc275a1b1aba60f532d76a4: Running coprocessor pre-open hook at 1731497775196Writing region info on filesystem at 1731497775196Initializing all the Stores at 1731497775197 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497775197Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497775197Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497775197Cleaning up temporary data from old regions at 1731497775202 (+5 ms)Running coprocessor post-open hooks at 1731497775205 (+3 ms)Region opened successfully at 1731497775205 2024-11-13T11:36:15,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4., pid=10, masterSystemTime=1731497775173 2024-11-13T11:36:15,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4. 2024-11-13T11:36:15,207 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4. 2024-11-13T11:36:15,207 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=572dd381dfc275a1b1aba60f532d76a4, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,33401,1731497764492 2024-11-13T11:36:15,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 572dd381dfc275a1b1aba60f532d76a4, server=7bf281cf3991,33401,1731497764492 because future has completed 2024-11-13T11:36:15,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T11:36:15,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 572dd381dfc275a1b1aba60f532d76a4, server=7bf281cf3991,33401,1731497764492 in 189 msec 2024-11-13T11:36:15,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T11:36:15,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=572dd381dfc275a1b1aba60f532d76a4, ASSIGN in 344 msec 2024-11-13T11:36:15,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:36:15,213 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497775213"}]},"ts":"1731497775213"} 2024-11-13T11:36:15,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T11:36:15,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:36:15,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 369 msec 2024-11-13T11:36:15,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4., hostname=7bf281cf3991,33401,1731497764492, seqNum=2] 2024-11-13T11:36:15,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:15,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:15,257 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:36:15,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T11:36:15,410 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T11:36:15,436 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,33401,1731497764492, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:36:15,437 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:15,437 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,33401,1731497764492, seqNum=-1] 2024-11-13T11:36:15,437 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:15,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-13T11:36:15,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7bf281cf3991,33401,1731497764492', locateType=CURRENT is [region=hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4., hostname=7bf281cf3991,33401,1731497764492, seqNum=2] 2024-11-13T11:36:15,441 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T11:36:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T11:36:15,443 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7bf281cf3991,33401,1731497764492 suceeded 2024-11-13T11:36:15,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T11:36:15,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-13T11:36:15,444 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7bf281cf3991:43295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:36:15,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 608 msec 2024-11-13T11:36:15,456 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:43295' 2024-11-13T11:36:15,457 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32c76c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:15,457 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,43295,-1 for getting cluster id 2024-11-13T11:36:15,457 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:15,457 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05b32f02-c42f-46bf-9a7f-7303aa01b7a0' 2024-11-13T11:36:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05b32f02-c42f-46bf-9a7f-7303aa01b7a0" 2024-11-13T11:36:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a444d73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,43295,-1] 2024-11-13T11:36:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:15,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:15,459 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:15,459 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b662690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:15,459 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:15,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,43295,1731497766894 2024-11-13T11:36:15,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7805f85c 2024-11-13T11:36:15,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:15,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39371 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:15,461 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:36:15,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:36:15,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:15,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:15,461 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-13T11:36:15,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:15,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:15,461 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,33401,1731497764492 (queues=1) is replicating from cluster=eb764fe4-76ea-4349-80e2-b179df9f563d to cluster=05b32f02-c42f-46bf-9a7f-7303aa01b7a0 2024-11-13T11:36:15,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ec1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:15,461 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,43295,-1 for getting cluster id 2024-11-13T11:36:15,461 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C33401%2C1731497764492 2024-11-13T11:36:15,462 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,33401,1731497764492, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:36:15,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:15,462 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.shipper7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C33401%2C1731497764492 2024-11-13T11:36:15,462 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600, startPosition=0, beingWritten=true 2024-11-13T11:36:15,462 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05b32f02-c42f-46bf-9a7f-7303aa01b7a0' 2024-11-13T11:36:15,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:15,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05b32f02-c42f-46bf-9a7f-7303aa01b7a0" 2024-11-13T11:36:15,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad35c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:15,462 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,43295,-1] 2024-11-13T11:36:15,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:15,463 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:15,463 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:15,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560f6a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:15,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,43295,1731497766894 2024-11-13T11:36:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@536a17c4 2024-11-13T11:36:15,465 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:15,466 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:15,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43295 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:33339,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:36:15,468 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:36:15,468 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 379, reset compression=false 2024-11-13T11:36:15,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43295 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:36:15,468 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.shipper7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,33401,1731497764492 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:36:15,469 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:33339' 2024-11-13T11:36:15,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:15,470 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6914fe48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:15,470 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33339,-1 for getting cluster id 2024-11-13T11:36:15,471 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:15,471 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75c72df8-9ab6-4c2e-9dd2-61ec7490b5ee' 2024-11-13T11:36:15,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:15,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75c72df8-9ab6-4c2e-9dd2-61ec7490b5ee" 2024-11-13T11:36:15,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a25d279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:15,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33339,-1] 2024-11-13T11:36:15,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:15,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:15,472 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:15,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3740ea15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:15,473 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:15,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,33339,1731497769394 2024-11-13T11:36:15,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33072af1 2024-11-13T11:36:15,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:15,475 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:15,476 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-13T11:36:15,476 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:36:15,476 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:15,476 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:15,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:15,476 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:15,477 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:36:15,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:36:15,478 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:15,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:36:15,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741837_1013 (size=1138) 2024-11-13T11:36:15,527 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T11:36:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:15,672 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 379, reset compression=false 2024-11-13T11:36:15,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:15,888 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e3441833e9cf08b1e4aed9898496387, NAME => 'hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23 2024-11-13T11:36:15,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741838_1014 (size=44) 2024-11-13T11:36:15,979 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 379, reset compression=false 2024-11-13T11:36:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:16,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:16,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3e3441833e9cf08b1e4aed9898496387, disabling compactions & flushes 2024-11-13T11:36:16,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387. 2024-11-13T11:36:16,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387. 2024-11-13T11:36:16,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387. after waiting 0 ms 2024-11-13T11:36:16,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387. 2024-11-13T11:36:16,299 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387. 2024-11-13T11:36:16,299 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e3441833e9cf08b1e4aed9898496387: Waiting for close lock at 1731497776299Disabling compacts and flushes for region at 1731497776299Disabling writes for close at 1731497776299Writing region close event to WAL at 1731497776299Closed at 1731497776299 2024-11-13T11:36:16,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:36:16,300 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731497776300"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497776300"}]},"ts":"1731497776300"} 2024-11-13T11:36:16,303 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:36:16,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:36:16,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497776304"}]},"ts":"1731497776304"} 2024-11-13T11:36:16,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T11:36:16,306 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e3441833e9cf08b1e4aed9898496387, ASSIGN}] 2024-11-13T11:36:16,307 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e3441833e9cf08b1e4aed9898496387, ASSIGN 2024-11-13T11:36:16,307 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e3441833e9cf08b1e4aed9898496387, ASSIGN; state=OFFLINE, location=7bf281cf3991,42903,1731497766966; forceNewPlan=false, retain=false 2024-11-13T11:36:16,383 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 379, reset compression=false 2024-11-13T11:36:16,458 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e3441833e9cf08b1e4aed9898496387, regionState=OPENING, regionLocation=7bf281cf3991,42903,1731497766966 2024-11-13T11:36:16,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3e3441833e9cf08b1e4aed9898496387, ASSIGN because future has completed 2024-11-13T11:36:16,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e3441833e9cf08b1e4aed9898496387, server=7bf281cf3991,42903,1731497766966}] 2024-11-13T11:36:16,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:16,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387. 2024-11-13T11:36:16,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:16,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:36:16,617 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C42903%2C1731497766966.rep, suffix=, logDir=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966, archiveDir=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/oldWALs, maxLogs=10 2024-11-13T11:36:16,630 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.rep.1731497776617, exclude list is [], retry=0 2024-11-13T11:36:16,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39083,DS-15bb3b67-8164-49c6-9466-741f75efe1be,DISK] 2024-11-13T11:36:16,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.rep.1731497776617 2024-11-13T11:36:16,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33177:33177)] 2024-11-13T11:36:16,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e3441833e9cf08b1e4aed9898496387, NAME => 'hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:16,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:16,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:36:16,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387. service=MultiRowMutationService 2024-11-13T11:36:16,635 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:36:16,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3e3441833e9cf08b1e4aed9898496387 2024-11-13T11:36:16,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:16,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3e3441833e9cf08b1e4aed9898496387 2024-11-13T11:36:16,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3e3441833e9cf08b1e4aed9898496387 2024-11-13T11:36:16,636 INFO [StoreOpener-3e3441833e9cf08b1e4aed9898496387-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3e3441833e9cf08b1e4aed9898496387 2024-11-13T11:36:16,637 INFO [StoreOpener-3e3441833e9cf08b1e4aed9898496387-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e3441833e9cf08b1e4aed9898496387 columnFamilyName hfileref 2024-11-13T11:36:16,637 DEBUG [StoreOpener-3e3441833e9cf08b1e4aed9898496387-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:16,637 INFO [StoreOpener-3e3441833e9cf08b1e4aed9898496387-1 {}] regionserver.HStore(327): Store=3e3441833e9cf08b1e4aed9898496387/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:16,638 INFO [StoreOpener-3e3441833e9cf08b1e4aed9898496387-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3e3441833e9cf08b1e4aed9898496387 2024-11-13T11:36:16,638 INFO [StoreOpener-3e3441833e9cf08b1e4aed9898496387-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e3441833e9cf08b1e4aed9898496387 columnFamilyName queue 2024-11-13T11:36:16,638 DEBUG [StoreOpener-3e3441833e9cf08b1e4aed9898496387-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:16,638 INFO [StoreOpener-3e3441833e9cf08b1e4aed9898496387-1 {}] regionserver.HStore(327): Store=3e3441833e9cf08b1e4aed9898496387/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:16,639 INFO [StoreOpener-3e3441833e9cf08b1e4aed9898496387-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3e3441833e9cf08b1e4aed9898496387 2024-11-13T11:36:16,639 INFO [StoreOpener-3e3441833e9cf08b1e4aed9898496387-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e3441833e9cf08b1e4aed9898496387 columnFamilyName sid 2024-11-13T11:36:16,639 DEBUG [StoreOpener-3e3441833e9cf08b1e4aed9898496387-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:16,639 INFO [StoreOpener-3e3441833e9cf08b1e4aed9898496387-1 {}] regionserver.HStore(327): Store=3e3441833e9cf08b1e4aed9898496387/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:16,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3e3441833e9cf08b1e4aed9898496387 2024-11-13T11:36:16,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/replication/3e3441833e9cf08b1e4aed9898496387 2024-11-13T11:36:16,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/replication/3e3441833e9cf08b1e4aed9898496387 2024-11-13T11:36:16,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3e3441833e9cf08b1e4aed9898496387 2024-11-13T11:36:16,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3e3441833e9cf08b1e4aed9898496387 2024-11-13T11:36:16,641 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:36:16,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3e3441833e9cf08b1e4aed9898496387 2024-11-13T11:36:16,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/replication/3e3441833e9cf08b1e4aed9898496387/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:16,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3e3441833e9cf08b1e4aed9898496387; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64538657, jitterRate=-0.0382990688085556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:36:16,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e3441833e9cf08b1e4aed9898496387 2024-11-13T11:36:16,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3e3441833e9cf08b1e4aed9898496387: Running coprocessor pre-open hook at 1731497776635Writing region info on filesystem at 1731497776635Initializing all the Stores at 1731497776636 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497776636Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497776636Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497776636Cleaning up temporary data from old regions at 1731497776641 (+5 ms)Running coprocessor post-open hooks at 1731497776644 (+3 ms)Region opened successfully at 1731497776644 2024-11-13T11:36:16,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387., pid=10, masterSystemTime=1731497776613 2024-11-13T11:36:16,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387. 2024-11-13T11:36:16,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387. 2024-11-13T11:36:16,646 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e3441833e9cf08b1e4aed9898496387, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,42903,1731497766966 2024-11-13T11:36:16,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e3441833e9cf08b1e4aed9898496387, server=7bf281cf3991,42903,1731497766966 because future has completed 2024-11-13T11:36:16,651 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T11:36:16,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e3441833e9cf08b1e4aed9898496387, server=7bf281cf3991,42903,1731497766966 in 189 msec 2024-11-13T11:36:16,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T11:36:16,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3e3441833e9cf08b1e4aed9898496387, ASSIGN in 346 msec 2024-11-13T11:36:16,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:36:16,654 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497776653"}]},"ts":"1731497776653"} 2024-11-13T11:36:16,655 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T11:36:16,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:36:16,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-13T11:36:16,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387., hostname=7bf281cf3991,42903,1731497766966, seqNum=2] 2024-11-13T11:36:16,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:16,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:16,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:36:16,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T11:36:16,840 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T11:36:16,867 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,42903,1731497766966, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:36:16,868 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:16,868 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,42903,1731497766966, seqNum=-1] 2024-11-13T11:36:16,868 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:16,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T11:36:16,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7bf281cf3991,42903,1731497766966', locateType=CURRENT is [region=hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387., hostname=7bf281cf3991,42903,1731497766966, seqNum=2] 2024-11-13T11:36:16,873 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T11:36:16,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43295 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T11:36:16,875 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7bf281cf3991,42903,1731497766966 suceeded 2024-11-13T11:36:16,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T11:36:16,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-13T11:36:16,877 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7bf281cf3991:33339,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:36:16,879 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4100 sec 2024-11-13T11:36:16,900 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 379, reset compression=false 2024-11-13T11:36:16,907 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:33339' 2024-11-13T11:36:16,909 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ce3bfb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:16,909 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33339,-1 for getting cluster id 2024-11-13T11:36:16,910 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:16,913 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75c72df8-9ab6-4c2e-9dd2-61ec7490b5ee' 2024-11-13T11:36:16,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:16,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75c72df8-9ab6-4c2e-9dd2-61ec7490b5ee" 2024-11-13T11:36:16,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38dc45d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:16,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33339,-1] 2024-11-13T11:36:16,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:16,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:16,916 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:16,917 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62d5761e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:16,917 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:16,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,33339,1731497769394 2024-11-13T11:36:16,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a7dfd37 2024-11-13T11:36:16,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:16,920 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-13T11:36:16,921 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,42903,1731497766966 (queues=1) is replicating from cluster=05b32f02-c42f-46bf-9a7f-7303aa01b7a0 to cluster=75c72df8-9ab6-4c2e-9dd2-61ec7490b5ee 2024-11-13T11:36:16,922 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C42903%2C1731497766966 2024-11-13T11:36:16,922 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,42903,1731497766966, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:36:16,925 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001, startPosition=0, beingWritten=true 2024-11-13T11:36:16,937 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C42903%2C1731497766966 2024-11-13T11:36:16,948 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:36:16,948 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 379, reset compression=false 2024-11-13T11:36:16,948 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,42903,1731497766966 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:36:17,156 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 379, reset compression=false 2024-11-13T11:36:17,457 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T11:36:17,474 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 379, reset compression=false 2024-11-13T11:36:17,509 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 379, reset compression=false 2024-11-13T11:36:17,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:17,630 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:36:17,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:36:17,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:17,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:17,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:17,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:17,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417ab2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:17,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33339,-1 for getting cluster id 2024-11-13T11:36:17,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:17,633 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75c72df8-9ab6-4c2e-9dd2-61ec7490b5ee' 2024-11-13T11:36:17,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:17,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75c72df8-9ab6-4c2e-9dd2-61ec7490b5ee" 2024-11-13T11:36:17,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478d19f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:17,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33339,-1] 2024-11-13T11:36:17,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:17,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:17,634 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:17,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c092ed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:17,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:17,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,33339,1731497769394 2024-11-13T11:36:17,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f79f037 2024-11-13T11:36:17,636 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:17,637 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:17,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:43295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:36:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:36:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:17,640 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:43295' 2024-11-13T11:36:17,641 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ab3e617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:17,641 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,43295,-1 for getting cluster id 2024-11-13T11:36:17,641 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:17,641 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05b32f02-c42f-46bf-9a7f-7303aa01b7a0' 2024-11-13T11:36:17,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:17,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05b32f02-c42f-46bf-9a7f-7303aa01b7a0" 2024-11-13T11:36:17,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a6f69e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:17,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,43295,-1] 2024-11-13T11:36:17,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:17,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:17,643 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:17,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d73fee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:17,643 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:17,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,43295,1731497766894 2024-11-13T11:36:17,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a078285 2024-11-13T11:36:17,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:17,645 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:17,645 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T11:36:17,645 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:36:17,645 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:17,645 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:17,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:17,646 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:17,647 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:36:17,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:36:17,648 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:17,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:36:17,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741837_1013 (size=1138) 2024-11-13T11:36:17,697 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T11:36:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:17,878 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 379, reset compression=false 2024-11-13T11:36:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:18,058 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea6939f71bdf961c000823fb10497532, NAME => 'hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f 2024-11-13T11:36:18,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741838_1014 (size=44) 2024-11-13T11:36:18,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:18,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ea6939f71bdf961c000823fb10497532, disabling compactions & flushes 2024-11-13T11:36:18,069 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532. 2024-11-13T11:36:18,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532. 2024-11-13T11:36:18,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532. after waiting 0 ms 2024-11-13T11:36:18,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532. 2024-11-13T11:36:18,069 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532. 2024-11-13T11:36:18,069 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea6939f71bdf961c000823fb10497532: Waiting for close lock at 1731497778069Disabling compacts and flushes for region at 1731497778069Disabling writes for close at 1731497778069Writing region close event to WAL at 1731497778069Closed at 1731497778069 2024-11-13T11:36:18,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:36:18,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731497778070"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497778070"}]},"ts":"1731497778070"} 2024-11-13T11:36:18,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:36:18,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:36:18,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497778074"}]},"ts":"1731497778074"} 2024-11-13T11:36:18,076 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T11:36:18,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea6939f71bdf961c000823fb10497532, ASSIGN}] 2024-11-13T11:36:18,078 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea6939f71bdf961c000823fb10497532, ASSIGN 2024-11-13T11:36:18,079 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea6939f71bdf961c000823fb10497532, ASSIGN; state=OFFLINE, location=7bf281cf3991,34525,1731497769444; forceNewPlan=false, retain=false 2024-11-13T11:36:18,212 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 379, reset compression=false 2024-11-13T11:36:18,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea6939f71bdf961c000823fb10497532, regionState=OPENING, regionLocation=7bf281cf3991,34525,1731497769444 2024-11-13T11:36:18,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea6939f71bdf961c000823fb10497532, ASSIGN because future has completed 2024-11-13T11:36:18,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea6939f71bdf961c000823fb10497532, server=7bf281cf3991,34525,1731497769444}] 2024-11-13T11:36:18,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:18,382 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 379, reset compression=false 2024-11-13T11:36:18,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532. 2024-11-13T11:36:18,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:18,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:36:18,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C34525%2C1731497769444.rep, suffix=, logDir=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444, archiveDir=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/oldWALs, maxLogs=10 2024-11-13T11:36:18,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.rep.1731497778404, exclude list is [], retry=0 2024-11-13T11:36:18,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41443,DS-39cdc06c-7fd3-493f-a8d6-b6b37882854c,DISK] 2024-11-13T11:36:18,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.rep.1731497778404 2024-11-13T11:36:18,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40365:40365)] 2024-11-13T11:36:18,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ea6939f71bdf961c000823fb10497532, NAME => 'hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:18,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:18,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:36:18,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532. service=MultiRowMutationService 2024-11-13T11:36:18,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:36:18,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:18,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:18,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:18,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:18,431 INFO [StoreOpener-ea6939f71bdf961c000823fb10497532-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:18,432 INFO [StoreOpener-ea6939f71bdf961c000823fb10497532-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea6939f71bdf961c000823fb10497532 columnFamilyName hfileref 2024-11-13T11:36:18,432 DEBUG [StoreOpener-ea6939f71bdf961c000823fb10497532-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:18,433 INFO [StoreOpener-ea6939f71bdf961c000823fb10497532-1 {}] regionserver.HStore(327): Store=ea6939f71bdf961c000823fb10497532/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:18,433 INFO [StoreOpener-ea6939f71bdf961c000823fb10497532-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:18,434 INFO [StoreOpener-ea6939f71bdf961c000823fb10497532-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea6939f71bdf961c000823fb10497532 columnFamilyName queue 2024-11-13T11:36:18,434 DEBUG [StoreOpener-ea6939f71bdf961c000823fb10497532-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:18,434 INFO [StoreOpener-ea6939f71bdf961c000823fb10497532-1 {}] regionserver.HStore(327): Store=ea6939f71bdf961c000823fb10497532/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:18,434 INFO [StoreOpener-ea6939f71bdf961c000823fb10497532-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:18,435 INFO [StoreOpener-ea6939f71bdf961c000823fb10497532-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea6939f71bdf961c000823fb10497532 columnFamilyName sid 2024-11-13T11:36:18,435 DEBUG [StoreOpener-ea6939f71bdf961c000823fb10497532-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:18,435 INFO [StoreOpener-ea6939f71bdf961c000823fb10497532-1 {}] regionserver.HStore(327): Store=ea6939f71bdf961c000823fb10497532/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:18,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:18,436 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/replication/ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:18,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/replication/ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:18,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:18,437 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:18,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:36:18,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:18,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/replication/ea6939f71bdf961c000823fb10497532/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:18,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ea6939f71bdf961c000823fb10497532; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58733953, jitterRate=-0.12479589879512787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:36:18,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:18,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ea6939f71bdf961c000823fb10497532: Running coprocessor pre-open hook at 1731497778429Writing region info on filesystem at 1731497778429Initializing all the Stores at 1731497778431 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497778431Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497778431Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497778431Cleaning up temporary data from old regions at 1731497778437 (+6 ms)Running coprocessor post-open hooks at 1731497778443 (+6 ms)Region opened successfully at 1731497778443 2024-11-13T11:36:18,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532., pid=10, masterSystemTime=1731497778397 2024-11-13T11:36:18,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532. 2024-11-13T11:36:18,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532. 2024-11-13T11:36:18,446 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ea6939f71bdf961c000823fb10497532, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,34525,1731497769444 2024-11-13T11:36:18,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea6939f71bdf961c000823fb10497532, server=7bf281cf3991,34525,1731497769444 because future has completed 2024-11-13T11:36:18,455 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T11:36:18,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ea6939f71bdf961c000823fb10497532, server=7bf281cf3991,34525,1731497769444 in 217 msec 2024-11-13T11:36:18,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T11:36:18,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea6939f71bdf961c000823fb10497532, ASSIGN in 378 msec 2024-11-13T11:36:18,463 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:36:18,464 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497778463"}]},"ts":"1731497778463"} 2024-11-13T11:36:18,466 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T11:36:18,467 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:36:18,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 821 msec 2024-11-13T11:36:18,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532., hostname=7bf281cf3991,34525,1731497769444, seqNum=2] 2024-11-13T11:36:18,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:18,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:18,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:36:18,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T11:36:18,664 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T11:36:18,692 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,34525,1731497769444, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:36:18,693 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:18,693 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34525,1731497769444, seqNum=-1] 2024-11-13T11:36:18,693 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:18,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T11:36:18,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7bf281cf3991,34525,1731497769444', locateType=CURRENT is [region=hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532., hostname=7bf281cf3991,34525,1731497769444, seqNum=2] 2024-11-13T11:36:18,698 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T11:36:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T11:36:18,699 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7bf281cf3991,34525,1731497769444 suceeded 2024-11-13T11:36:18,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T11:36:18,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-13T11:36:18,701 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7bf281cf3991:43295,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:36:18,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0640 sec 2024-11-13T11:36:18,712 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:43295' 2024-11-13T11:36:18,713 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35419e49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:18,713 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,43295,-1 for getting cluster id 2024-11-13T11:36:18,713 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:18,714 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05b32f02-c42f-46bf-9a7f-7303aa01b7a0' 2024-11-13T11:36:18,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:18,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05b32f02-c42f-46bf-9a7f-7303aa01b7a0" 2024-11-13T11:36:18,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fd3fb3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:18,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,43295,-1] 2024-11-13T11:36:18,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:18,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:18,715 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:18,716 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7100fdda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:18,716 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:18,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,43295,1731497766894 2024-11-13T11:36:18,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52cf60c5 2024-11-13T11:36:18,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:18,717 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-13T11:36:18,718 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,34525,1731497769444 (queues=1) is replicating from cluster=75c72df8-9ab6-4c2e-9dd2-61ec7490b5ee to cluster=05b32f02-c42f-46bf-9a7f-7303aa01b7a0 2024-11-13T11:36:18,718 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C34525%2C1731497769444 2024-11-13T11:36:18,718 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,34525,1731497769444, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:36:18,718 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C34525%2C1731497769444 2024-11-13T11:36:18,718 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810, startPosition=0, beingWritten=true 2024-11-13T11:36:18,722 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:36:18,722 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 379, reset compression=false 2024-11-13T11:36:18,722 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34525,1731497769444 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:36:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:18,771 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:36:18,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:36:18,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:18,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:18,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:18,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:18,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d05700, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:18,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,39371,-1 for getting cluster id 2024-11-13T11:36:18,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:18,773 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eb764fe4-76ea-4349-80e2-b179df9f563d' 2024-11-13T11:36:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eb764fe4-76ea-4349-80e2-b179df9f563d" 2024-11-13T11:36:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f387770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:18,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,39371,-1] 2024-11-13T11:36:18,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:18,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:18,774 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:18,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276f794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:18,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:18,776 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,43295,-1 for getting cluster id 2024-11-13T11:36:18,776 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:18,777 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05b32f02-c42f-46bf-9a7f-7303aa01b7a0' 2024-11-13T11:36:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05b32f02-c42f-46bf-9a7f-7303aa01b7a0" 2024-11-13T11:36:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3330502c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,43295,-1] 2024-11-13T11:36:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:18,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:18,778 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:18,779 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233d472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:18,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d6f679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:18,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33339,-1 for getting cluster id 2024-11-13T11:36:18,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:18,783 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75c72df8-9ab6-4c2e-9dd2-61ec7490b5ee' 2024-11-13T11:36:18,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:18,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75c72df8-9ab6-4c2e-9dd2-61ec7490b5ee" 2024-11-13T11:36:18,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27278ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:18,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33339,-1] 2024-11-13T11:36:18,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:18,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:18,785 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:18,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e98f805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:18,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:18,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,33401,1731497764492, seqNum=-1] 2024-11-13T11:36:18,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:18,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:18,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731497771423.6d14a5456318703167506fdda5076ef7., hostname=7bf281cf3991,33401,1731497764492, seqNum=2] 2024-11-13T11:36:18,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:18,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34525,1731497769444, seqNum=-1] 2024-11-13T11:36:18,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:18,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:18,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731497772682.16178445d6311a454fc0bb81d0c9c407., hostname=7bf281cf3991,34525,1731497769444, seqNum=2] 2024-11-13T11:36:18,808 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-13T11:36:18,929 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 379, reset compression=false 2024-11-13T11:36:18,998 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 379, reset compression=false 2024-11-13T11:36:19,016 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 379, reset compression=false 2024-11-13T11:36:19,023 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:36:19,023 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 480, reset compression=false 2024-11-13T11:36:19,023 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.shipper7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,33401,1731497764492 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d14a5456318703167506fdda5076ef7/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-13T11:36:19,026 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.shipper7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:36:19,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-13T11:36:19,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:36:19,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76bc4b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:19,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,43295,-1 for getting cluster id 2024-11-13T11:36:19,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:19,035 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05b32f02-c42f-46bf-9a7f-7303aa01b7a0' 2024-11-13T11:36:19,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:19,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05b32f02-c42f-46bf-9a7f-7303aa01b7a0" 2024-11-13T11:36:19,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1838d4d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:19,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,43295,-1] 2024-11-13T11:36:19,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:19,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:19,036 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:19,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ed32ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:19,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:19,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,42903,1731497766966, seqNum=-1] 2024-11-13T11:36:19,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:19,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-13T11:36:19,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f., hostname=7bf281cf3991,42903,1731497766966, seqNum=2] 2024-11-13T11:36:19,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:36:19,238 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 480, reset compression=false 2024-11-13T11:36:19,254 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 379, reset compression=false 2024-11-13T11:36:19,340 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:36:19,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:19,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:19,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:19,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:19,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:19,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:19,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:19,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:19,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:19,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:19,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:19,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:19,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:19,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:19,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:19,563 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 480, reset compression=false 2024-11-13T11:36:19,669 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 379, reset compression=false 2024-11-13T11:36:19,714 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 379, reset compression=false 2024-11-13T11:36:19,718 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:36:19,718 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 504, reset compression=false 2024-11-13T11:36:19,718 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,42903,1731497766966 got entry batch from reader: WALEntryBatch [walEntries=[{test/ae41d4c9352c23b5487edee1b9b41d0f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-13T11:36:19,720 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:36:19,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-13T11:36:19,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:36:19,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ef64f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:19,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,33339,-1 for getting cluster id 2024-11-13T11:36:19,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:19,725 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '75c72df8-9ab6-4c2e-9dd2-61ec7490b5ee' 2024-11-13T11:36:19,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:19,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "75c72df8-9ab6-4c2e-9dd2-61ec7490b5ee" 2024-11-13T11:36:19,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49327ad5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:19,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,33339,-1] 2024-11-13T11:36:19,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:19,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:19,726 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:19,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5229211d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:19,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:19,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34525,1731497769444, seqNum=-1] 2024-11-13T11:36:19,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:19,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-13T11:36:19,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731497772682.16178445d6311a454fc0bb81d0c9c407., hostname=7bf281cf3991,34525,1731497769444, seqNum=2] 2024-11-13T11:36:19,733 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:36:19,809 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-13T11:36:19,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,42903,1731497766966, seqNum=-1] 2024-11-13T11:36:19,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:19,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:19,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f., hostname=7bf281cf3991,42903,1731497766966, seqNum=2] 2024-11-13T11:36:19,816 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-13T11:36:19,925 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 504, reset compression=false 2024-11-13T11:36:19,933 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:36:19,933 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 608, reset compression=false 2024-11-13T11:36:19,933 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,42903,1731497766966 got entry batch from reader: WALEntryBatch [walEntries=[{test/ae41d4c9352c23b5487edee1b9b41d0f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T11:36:19,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:36:19,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:36:19,967 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 480, reset compression=false 2024-11-13T11:36:20,150 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 608, reset compression=false 2024-11-13T11:36:20,172 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 379, reset compression=false 2024-11-13T11:36:20,177 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:36:20,177 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 654, reset compression=false 2024-11-13T11:36:20,177 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34525,1731497769444 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:36:20,380 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 654, reset compression=false 2024-11-13T11:36:20,457 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 608, reset compression=false 2024-11-13T11:36:20,479 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 480, reset compression=false 2024-11-13T11:36:20,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T11:36:20,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T11:36:20,667 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:36:20,667 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T11:36:20,686 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 654, reset compression=false 2024-11-13T11:36:20,818 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-13T11:36:20,821 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-13T11:36:20,866 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 608, reset compression=false 2024-11-13T11:36:21,090 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 654, reset compression=false 2024-11-13T11:36:21,094 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 480, reset compression=false 2024-11-13T11:36:21,095 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:36:21,095 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 758, reset compression=false 2024-11-13T11:36:21,095 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34525,1731497769444 got entry batch from reader: WALEntryBatch [walEntries=[{test/16178445d6311a454fc0bb81d0c9c407/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-13T11:36:21,098 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:36:21,099 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-13T11:36:21,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:36:21,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:36:21,301 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 758, reset compression=false 2024-11-13T11:36:21,372 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 608, reset compression=false 2024-11-13T11:36:21,376 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:36:21,376 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 735, reset compression=false 2024-11-13T11:36:21,376 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,42903,1731497766966 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:36:21,580 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 735, reset compression=false 2024-11-13T11:36:21,604 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 758, reset compression=false 2024-11-13T11:36:21,798 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 480, reset compression=false 2024-11-13T11:36:21,824 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-13T11:36:21,829 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T11:36:21,884 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 735, reset compression=false 2024-11-13T11:36:22,009 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 758, reset compression=false 2024-11-13T11:36:22,309 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 735, reset compression=false 2024-11-13T11:36:22,524 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 758, reset compression=false 2024-11-13T11:36:22,602 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 480, reset compression=false 2024-11-13T11:36:22,609 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:36:22,609 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 636, reset compression=false 2024-11-13T11:36:22,609 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.shipper7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,33401,1731497764492 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d14a5456318703167506fdda5076ef7/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-13T11:36:22,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:36:22,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:36:22,814 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 735, reset compression=false 2024-11-13T11:36:22,816 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 636, reset compression=false 2024-11-13T11:36:22,834 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-13T11:36:22,838 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:36:22,838 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 883, reset compression=false 2024-11-13T11:36:22,838 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,42903,1731497766966 got entry batch from reader: WALEntryBatch [walEntries=[{test/ae41d4c9352c23b5487edee1b9b41d0f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-13T11:36:22,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:36:22,845 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:36:23,058 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 883, reset compression=false 2024-11-13T11:36:23,128 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 758, reset compression=false 2024-11-13T11:36:23,133 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:36:23,134 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 929, reset compression=false 2024-11-13T11:36:23,134 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34525,1731497769444 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:36:23,138 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 636, reset compression=false 2024-11-13T11:36:23,338 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 929, reset compression=false 2024-11-13T11:36:23,367 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 883, reset compression=false 2024-11-13T11:36:23,542 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 636, reset compression=false 2024-11-13T11:36:23,642 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 929, reset compression=false 2024-11-13T11:36:23,770 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 883, reset compression=false 2024-11-13T11:36:23,836 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-13T11:36:23,839 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-13T11:36:24,045 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 636, reset compression=false 2024-11-13T11:36:24,045 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 929, reset compression=false 2024-11-13T11:36:24,274 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 883, reset compression=false 2024-11-13T11:36:24,277 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:36:24,277 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 1042, reset compression=false 2024-11-13T11:36:24,277 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,42903,1731497766966 got entry batch from reader: WALEntryBatch [walEntries=[{test/ae41d4c9352c23b5487edee1b9b41d0f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T11:36:24,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:36:24,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34525 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:36:24,480 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 1042, reset compression=false 2024-11-13T11:36:24,548 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 929, reset compression=false 2024-11-13T11:36:24,552 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:36:24,552 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 1078, reset compression=false 2024-11-13T11:36:24,552 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34525,1731497769444 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:36:24,610 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:24,610 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:36:24,611 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88824 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:36:24,648 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 636, reset compression=false 2024-11-13T11:36:24,755 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 1078, reset compression=false 2024-11-13T11:36:24,783 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 1042, reset compression=false 2024-11-13T11:36:24,840 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-13T11:36:24,842 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-13T11:36:25,059 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 1078, reset compression=false 2024-11-13T11:36:25,063 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:36:25,063 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 1237, reset compression=false 2024-11-13T11:36:25,063 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34525,1731497769444 got entry batch from reader: WALEntryBatch [walEntries=[{test/16178445d6311a454fc0bb81d0c9c407/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-13T11:36:25,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-13T11:36:25,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42903 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-13T11:36:25,185 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 1042, reset compression=false 2024-11-13T11:36:25,189 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:36:25,189 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 1191, reset compression=false 2024-11-13T11:36:25,189 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,42903,1731497766966 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:36:25,266 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 1237, reset compression=false 2024-11-13T11:36:25,351 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 636, reset compression=false 2024-11-13T11:36:25,395 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 1191, reset compression=false 2024-11-13T11:36:25,570 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 1237, reset compression=false 2024-11-13T11:36:25,699 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 1191, reset compression=false 2024-11-13T11:36:25,845 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-13T11:36:25,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:36:25,863 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:36:25,863 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:25,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:25,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:25,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:25,865 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:36:25,865 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1268176085, stopped=false 2024-11-13T11:36:25,865 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,33339,1731497769394 2024-11-13T11:36:25,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1347812756/running 2024-11-13T11:36:25,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1347812756/running 2024-11-13T11:36:25,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:25,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:25,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Set watcher on znode that does not yet exist, /2-1347812756/running 2024-11-13T11:36:25,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Set watcher on znode that does not yet exist, /2-1347812756/running 2024-11-13T11:36:25,867 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:36:25,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:36:25,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:25,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:25,869 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,34525,1731497769444' ***** 2024-11-13T11:36:25,869 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:36:25,870 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:36:25,870 INFO [RS:0;7bf281cf3991:34525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:36:25,870 INFO [RS:0;7bf281cf3991:34525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:36:25,870 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(3091): Received CLOSE for ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:25,870 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:36:25,873 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(3091): Received CLOSE for 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:25,873 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,34525,1731497769444 2024-11-13T11:36:25,873 INFO [RS:0;7bf281cf3991:34525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:36:25,873 INFO [RS:0;7bf281cf3991:34525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:34525. 2024-11-13T11:36:25,873 DEBUG [RS:0;7bf281cf3991:34525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:25,873 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea6939f71bdf961c000823fb10497532, disabling compactions & flushes 2024-11-13T11:36:25,873 DEBUG [RS:0;7bf281cf3991:34525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:25,874 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532. 2024-11-13T11:36:25,874 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532. 2024-11-13T11:36:25,874 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:36:25,874 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532. after waiting 0 ms 2024-11-13T11:36:25,874 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532. 2024-11-13T11:36:25,874 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:36:25,874 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:36:25,874 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:36:25,874 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea6939f71bdf961c000823fb10497532 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-13T11:36:25,879 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T11:36:25,879 DEBUG [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1325): Online Regions={ea6939f71bdf961c000823fb10497532=hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532., 1588230740=hbase:meta,,1.1588230740, 16178445d6311a454fc0bb81d0c9c407=test,,1731497772682.16178445d6311a454fc0bb81d0c9c407.} 2024-11-13T11:36:25,879 DEBUG [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16178445d6311a454fc0bb81d0c9c407, ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:25,879 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:36:25,879 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:36:25,879 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:36:25,879 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:36:25,879 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:36:25,879 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T11:36:25,902 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/replication/ea6939f71bdf961c000823fb10497532/.tmp/queue/d931bc13820a44ee8ce191921e79d074 is 154, key is 1-7bf281cf3991,34525,1731497769444/queue:7bf281cf3991%2C34525%2C1731497769444/1731497785068/Put/seqid=0 2024-11-13T11:36:25,904 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/.tmp/info/b0b03632764b4ba6a3e190cd4d1b7ab5 is 147, key is hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532./info:regioninfo/1731497778446/Put/seqid=0 2024-11-13T11:36:25,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741840_1016 (size=7686) 2024-11-13T11:36:25,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741841_1017 (size=5353) 2024-11-13T11:36:25,963 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:36:25,974 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 1237, reset compression=false 2024-11-13T11:36:26,079 DEBUG [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16178445d6311a454fc0bb81d0c9c407, ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:26,105 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 1191, reset compression=false 2024-11-13T11:36:26,154 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 636, reset compression=false 2024-11-13T11:36:26,279 DEBUG [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16178445d6311a454fc0bb81d0c9c407, ea6939f71bdf961c000823fb10497532 2024-11-13T11:36:26,325 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/.tmp/info/b0b03632764b4ba6a3e190cd4d1b7ab5 2024-11-13T11:36:26,325 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/replication/ea6939f71bdf961c000823fb10497532/.tmp/queue/d931bc13820a44ee8ce191921e79d074 2024-11-13T11:36:26,333 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/replication/ea6939f71bdf961c000823fb10497532/.tmp/queue/d931bc13820a44ee8ce191921e79d074 as hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/replication/ea6939f71bdf961c000823fb10497532/queue/d931bc13820a44ee8ce191921e79d074 2024-11-13T11:36:26,338 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/replication/ea6939f71bdf961c000823fb10497532/queue/d931bc13820a44ee8ce191921e79d074, entries=1, sequenceid=11, filesize=5.2 K 2024-11-13T11:36:26,339 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for ea6939f71bdf961c000823fb10497532 in 465ms, sequenceid=11, compaction requested=false 2024-11-13T11:36:26,348 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/replication/ea6939f71bdf961c000823fb10497532/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T11:36:26,348 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:36:26,348 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:36:26,348 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532. 2024-11-13T11:36:26,348 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea6939f71bdf961c000823fb10497532: Waiting for close lock at 1731497785873Running coprocessor pre-close hooks at 1731497785873Disabling compacts and flushes for region at 1731497785873Disabling writes for close at 1731497785874 (+1 ms)Obtaining lock to block concurrent updates at 1731497785874Preparing flush snapshotting stores in ea6939f71bdf961c000823fb10497532 at 1731497785874Finished memstore snapshotting hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731497785875 (+1 ms)Flushing stores of hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532. at 1731497785875Flushing ea6939f71bdf961c000823fb10497532/queue: creating writer at 1731497785875Flushing ea6939f71bdf961c000823fb10497532/queue: appending metadata at 1731497785902 (+27 ms)Flushing ea6939f71bdf961c000823fb10497532/queue: closing flushed file at 1731497785902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fa53557: reopening flushed file at 1731497786333 (+431 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for ea6939f71bdf961c000823fb10497532 in 465ms, sequenceid=11, compaction requested=false at 1731497786339 (+6 ms)Writing region close event to WAL at 1731497786345 (+6 ms)Running coprocessor post-close hooks at 1731497786348 (+3 ms)Closed at 1731497786348 2024-11-13T11:36:26,349 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731497777646.ea6939f71bdf961c000823fb10497532. 2024-11-13T11:36:26,349 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16178445d6311a454fc0bb81d0c9c407, disabling compactions & flushes 2024-11-13T11:36:26,349 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731497772682.16178445d6311a454fc0bb81d0c9c407. 2024-11-13T11:36:26,349 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497772682.16178445d6311a454fc0bb81d0c9c407. 2024-11-13T11:36:26,349 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731497772682.16178445d6311a454fc0bb81d0c9c407. after waiting 0 ms 2024-11-13T11:36:26,349 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731497772682.16178445d6311a454fc0bb81d0c9c407. 2024-11-13T11:36:26,349 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 16178445d6311a454fc0bb81d0c9c407 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T11:36:26,358 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/.tmp/ns/eeba166e2c1b47c483eb13707c092b4d is 43, key is default/ns:d/1731497771339/Put/seqid=0 2024-11-13T11:36:26,369 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/.tmp/f/93d0f81252354c81b0afb34915a83a92 is 29, key is row1/f:/1731497783837/DeleteFamily/seqid=0 2024-11-13T11:36:26,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741842_1018 (size=5153) 2024-11-13T11:36:26,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741843_1019 (size=5152) 2024-11-13T11:36:26,479 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 1237, reset compression=false 2024-11-13T11:36:26,479 DEBUG [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:26,487 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:36:26,487 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 1484, reset compression=false 2024-11-13T11:36:26,487 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,34525,1731497769444 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:36:26,488 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7bf281cf3991,34525,1731497769444: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7bf281cf3991,34525,1731497769444, walGroup=7bf281cf3991%2C34525%2C1731497769444, offset=7bf281cf3991%2C34525%2C1731497769444.1731497770810:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:34525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T11:36:26,490 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T11:36:26,490 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T11:36:26,491 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T11:36:26,491 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T11:36:26,491 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T11:36:26,491 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 868841816 }, "NonHeapMemoryUsage": { "committed": 204603392, "init": 7667712, "max": -1, "used": 201556168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T11:36:26,491 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:33339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:33339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T11:36:26,609 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 1191, reset compression=false 2024-11-13T11:36:26,679 DEBUG [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:26,711 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 1484, reset compression=false 2024-11-13T11:36:26,716 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:36:26,716 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:36:26,774 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/.tmp/ns/eeba166e2c1b47c483eb13707c092b4d 2024-11-13T11:36:26,781 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/.tmp/f/93d0f81252354c81b0afb34915a83a92 2024-11-13T11:36:26,787 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93d0f81252354c81b0afb34915a83a92 2024-11-13T11:36:26,813 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/.tmp/rep_barrier/5b16bb2c8b6a4bc7bccfb101a1817238 is 112, key is test,,1731497772682.16178445d6311a454fc0bb81d0c9c407./rep_barrier:seqnumDuringOpen/1731497773848/Put/seqid=0 2024-11-13T11:36:26,821 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/.tmp/f1/6cbbbcbd8d214e92a64d0d8dda079bb6 is 30, key is row1/f1:/1731497783837/DeleteFamily/seqid=0 2024-11-13T11:36:26,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741844_1020 (size=5518) 2024-11-13T11:36:26,850 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/.tmp/rep_barrier/5b16bb2c8b6a4bc7bccfb101a1817238 2024-11-13T11:36:26,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741845_1021 (size=5158) 2024-11-13T11:36:26,863 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/.tmp/f1/6cbbbcbd8d214e92a64d0d8dda079bb6 2024-11-13T11:36:26,868 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cbbbcbd8d214e92a64d0d8dda079bb6 2024-11-13T11:36:26,880 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T11:36:26,880 DEBUG [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 16178445d6311a454fc0bb81d0c9c407=test,,1731497772682.16178445d6311a454fc0bb81d0c9c407.} 2024-11-13T11:36:26,880 DEBUG [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:26,893 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/.tmp/table/a2738bd586414835b9e7466b3924f5ee is 53, key is hbase:replication/table:state/1731497778463/Put/seqid=0 2024-11-13T11:36:26,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741846_1022 (size=5308) 2024-11-13T11:36:26,912 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/.tmp/table/a2738bd586414835b9e7466b3924f5ee 2024-11-13T11:36:26,914 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/.tmp/norep/7f292725ca33453c81958c3d5490bf87 is 33, key is row2/norep:/1731497784841/DeleteFamily/seqid=0 2024-11-13T11:36:26,922 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/.tmp/info/b0b03632764b4ba6a3e190cd4d1b7ab5 as hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/info/b0b03632764b4ba6a3e190cd4d1b7ab5 2024-11-13T11:36:26,927 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/info/b0b03632764b4ba6a3e190cd4d1b7ab5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T11:36:26,928 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/.tmp/ns/eeba166e2c1b47c483eb13707c092b4d as hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/ns/eeba166e2c1b47c483eb13707c092b4d 2024-11-13T11:36:26,932 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/ns/eeba166e2c1b47c483eb13707c092b4d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T11:36:26,933 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/.tmp/rep_barrier/5b16bb2c8b6a4bc7bccfb101a1817238 as hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/rep_barrier/5b16bb2c8b6a4bc7bccfb101a1817238 2024-11-13T11:36:26,938 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/rep_barrier/5b16bb2c8b6a4bc7bccfb101a1817238, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T11:36:26,939 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/.tmp/table/a2738bd586414835b9e7466b3924f5ee as hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/table/a2738bd586414835b9e7466b3924f5ee 2024-11-13T11:36:26,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741847_1023 (size=5108) 2024-11-13T11:36:26,944 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/table/a2738bd586414835b9e7466b3924f5ee, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T11:36:26,945 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1066ms, sequenceid=16, compaction requested=false 2024-11-13T11:36:26,954 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T11:36:26,955 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:36:26,955 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:36:26,955 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:36:26,955 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497785879Running coprocessor pre-close hooks at 1731497785879Disabling compacts and flushes for region at 1731497785879Disabling writes for close at 1731497785879Obtaining lock to block concurrent updates at 1731497785879Preparing flush snapshotting stores in 1588230740 at 1731497785879Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731497785879Flushing stores of hbase:meta,,1.1588230740 at 1731497785880 (+1 ms)Flushing 1588230740/info: creating writer at 1731497785880Flushing 1588230740/info: appending metadata at 1731497785904 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731497785904Flushing 1588230740/ns: creating writer at 1731497786335 (+431 ms)Flushing 1588230740/ns: appending metadata at 1731497786357 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731497786357Flushing 1588230740/rep_barrier: creating writer at 1731497786779 (+422 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731497786812 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731497786812Flushing 1588230740/table: creating writer at 1731497786856 (+44 ms)Flushing 1588230740/table: appending metadata at 1731497786892 (+36 ms)Flushing 1588230740/table: closing flushed file at 1731497786892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39914255: reopening flushed file at 1731497786921 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3508e79f: reopening flushed file at 1731497786927 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c981499: reopening flushed file at 1731497786933 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bda33ba: reopening flushed file at 1731497786938 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1066ms, sequenceid=16, compaction requested=false at 1731497786945 (+7 ms)Writing region close event to WAL at 1731497786951 (+6 ms)Running coprocessor post-close hooks at 1731497786955 (+4 ms)Closed at 1731497786955 2024-11-13T11:36:26,955 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:36:27,026 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 1484, reset compression=false 2024-11-13T11:36:27,058 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 636, reset compression=false 2024-11-13T11:36:27,080 DEBUG [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1351): Waiting on 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:27,230 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 1191, reset compression=false 2024-11-13T11:36:27,280 DEBUG [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1351): Waiting on 16178445d6311a454fc0bb81d0c9c407 2024-11-13T11:36:27,341 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/.tmp/norep/7f292725ca33453c81958c3d5490bf87 2024-11-13T11:36:27,347 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f292725ca33453c81958c3d5490bf87 2024-11-13T11:36:27,348 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/.tmp/f/93d0f81252354c81b0afb34915a83a92 as hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/f/93d0f81252354c81b0afb34915a83a92 2024-11-13T11:36:27,352 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93d0f81252354c81b0afb34915a83a92 2024-11-13T11:36:27,352 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/f/93d0f81252354c81b0afb34915a83a92, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T11:36:27,353 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/.tmp/f1/6cbbbcbd8d214e92a64d0d8dda079bb6 as hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/f1/6cbbbcbd8d214e92a64d0d8dda079bb6 2024-11-13T11:36:27,356 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6cbbbcbd8d214e92a64d0d8dda079bb6 2024-11-13T11:36:27,356 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/f1/6cbbbcbd8d214e92a64d0d8dda079bb6, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T11:36:27,357 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/.tmp/norep/7f292725ca33453c81958c3d5490bf87 as hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/norep/7f292725ca33453c81958c3d5490bf87 2024-11-13T11:36:27,360 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f292725ca33453c81958c3d5490bf87 2024-11-13T11:36:27,360 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/norep/7f292725ca33453c81958c3d5490bf87, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T11:36:27,361 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 16178445d6311a454fc0bb81d0c9c407 in 1012ms, sequenceid=10, compaction requested=false 2024-11-13T11:36:27,376 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/data/default/test/16178445d6311a454fc0bb81d0c9c407/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T11:36:27,376 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:36:27,376 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:36:27,376 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731497772682.16178445d6311a454fc0bb81d0c9c407. 2024-11-13T11:36:27,376 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16178445d6311a454fc0bb81d0c9c407: Waiting for close lock at 1731497786349Running coprocessor pre-close hooks at 1731497786349Disabling compacts and flushes for region at 1731497786349Disabling writes for close at 1731497786349Obtaining lock to block concurrent updates at 1731497786349Preparing flush snapshotting stores in 16178445d6311a454fc0bb81d0c9c407 at 1731497786349Finished memstore snapshotting test,,1731497772682.16178445d6311a454fc0bb81d0c9c407., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731497786349Flushing stores of test,,1731497772682.16178445d6311a454fc0bb81d0c9c407. at 1731497786350 (+1 ms)Flushing 16178445d6311a454fc0bb81d0c9c407/f: creating writer at 1731497786350Flushing 16178445d6311a454fc0bb81d0c9c407/f: appending metadata at 1731497786368 (+18 ms)Flushing 16178445d6311a454fc0bb81d0c9c407/f: closing flushed file at 1731497786368Flushing 16178445d6311a454fc0bb81d0c9c407/f1: creating writer at 1731497786787 (+419 ms)Flushing 16178445d6311a454fc0bb81d0c9c407/f1: appending metadata at 1731497786821 (+34 ms)Flushing 16178445d6311a454fc0bb81d0c9c407/f1: closing flushed file at 1731497786821Flushing 16178445d6311a454fc0bb81d0c9c407/norep: creating writer at 1731497786868 (+47 ms)Flushing 16178445d6311a454fc0bb81d0c9c407/norep: appending metadata at 1731497786913 (+45 ms)Flushing 16178445d6311a454fc0bb81d0c9c407/norep: closing flushed file at 1731497786913Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fbad394: reopening flushed file at 1731497787347 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58402cd9: reopening flushed file at 1731497787352 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2369b3dd: reopening flushed file at 1731497787356 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 16178445d6311a454fc0bb81d0c9c407 in 1012ms, sequenceid=10, compaction requested=false at 1731497787361 (+5 ms)Writing region close event to WAL at 1731497787372 (+11 ms)Running coprocessor post-close hooks at 1731497787376 (+4 ms)Closed at 1731497787376 2024-11-13T11:36:27,377 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731497772682.16178445d6311a454fc0bb81d0c9c407. 2024-11-13T11:36:27,429 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 1484, reset compression=false 2024-11-13T11:36:27,433 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:36:27,433 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.wal-reader.7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.1731497770810 to pos 2128, reset compression=false 2024-11-13T11:36:27,480 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,34525,1731497769444; all regions closed. 2024-11-13T11:36:27,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741834_1010 (size=4239) 2024-11-13T11:36:27,492 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/WALs/7bf281cf3991,34525,1731497769444/7bf281cf3991%2C34525%2C1731497769444.rep.1731497778404 not finished, retry = 0 2024-11-13T11:36:27,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741839_1015 (size=2896) 2024-11-13T11:36:27,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741833_1009 (size=2136) 2024-11-13T11:36:27,595 DEBUG [RS:0;7bf281cf3991:34525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:27,595 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:36:27,595 INFO [RS:0;7bf281cf3991:34525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:36:27,595 INFO [RS:0;7bf281cf3991:34525 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T11:36:27,595 INFO [RS:0;7bf281cf3991:34525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:36:27,595 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:36:27,596 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,34525,1731497769444 because: Region server is closing 2024-11-13T11:36:27,596 INFO [RS:0;7bf281cf3991:34525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:34525. 2024-11-13T11:36:27,596 DEBUG [RS:0;7bf281cf3991:34525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:27,596 DEBUG [RS:0;7bf281cf3991:34525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:27,596 DEBUG [RS:0;7bf281cf3991:34525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:27,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:27,697 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,34525,1731497769444.replicationSource.shipper7bf281cf3991%2C34525%2C1731497769444,1-7bf281cf3991,34525,1731497769444 terminated 2024-11-13T11:36:27,697 INFO [RS:0;7bf281cf3991:34525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:34525. 2024-11-13T11:36:27,697 DEBUG [RS:0;7bf281cf3991:34525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:27,697 DEBUG [RS:0;7bf281cf3991:34525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:27,697 DEBUG [RS:0;7bf281cf3991:34525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:27,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:27,698 INFO [RS:0;7bf281cf3991:34525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34525 2024-11-13T11:36:27,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756/rs 2024-11-13T11:36:27,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1347812756/rs/7bf281cf3991,34525,1731497769444 2024-11-13T11:36:27,699 INFO [RS:0;7bf281cf3991:34525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:36:27,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,34525,1731497769444] 2024-11-13T11:36:27,700 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1347812756/draining/7bf281cf3991,34525,1731497769444 already deleted, retry=false 2024-11-13T11:36:27,700 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,34525,1731497769444 expired; onlineServers=0 2024-11-13T11:36:27,700 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,33339,1731497769394' ***** 2024-11-13T11:36:27,700 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:36:27,700 INFO [M:0;7bf281cf3991:33339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:36:27,700 INFO [M:0;7bf281cf3991:33339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:36:27,700 DEBUG [M:0;7bf281cf3991:33339 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:36:27,700 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:36:27,700 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497770536 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497770536,5,FailOnTimeoutGroup] 2024-11-13T11:36:27,700 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497770537 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497770537,5,FailOnTimeoutGroup] 2024-11-13T11:36:27,700 DEBUG [M:0;7bf281cf3991:33339 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:36:27,700 INFO [M:0;7bf281cf3991:33339 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:36:27,700 INFO [M:0;7bf281cf3991:33339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:36:27,700 DEBUG [M:0;7bf281cf3991:33339 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:36:27,700 INFO [M:0;7bf281cf3991:33339 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:36:27,700 INFO [M:0;7bf281cf3991:33339 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:36:27,701 INFO [M:0;7bf281cf3991:33339 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:36:27,701 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:36:27,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1347812756/master 2024-11-13T11:36:27,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1347812756 2024-11-13T11:36:27,701 DEBUG [M:0;7bf281cf3991:33339 {}] zookeeper.ZKUtil(347): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Unable to get data of znode /2-1347812756/master because node does not exist (not an error) 2024-11-13T11:36:27,701 WARN [M:0;7bf281cf3991:33339 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:36:27,702 INFO [M:0;7bf281cf3991:33339 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/.lastflushedseqids 2024-11-13T11:36:27,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741848_1024 (size=245) 2024-11-13T11:36:27,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:27,800 INFO [RS:0;7bf281cf3991:34525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:36:27,800 INFO [RS:0;7bf281cf3991:34525 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,34525,1731497769444; zookeeper connection closed. 2024-11-13T11:36:27,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34525-0x10038de7d390007, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:27,800 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fa07b5a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fa07b5a 2024-11-13T11:36:27,800 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:36:27,940 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 1191, reset compression=false 2024-11-13T11:36:28,060 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 636, reset compression=false 2024-11-13T11:36:28,112 INFO [M:0;7bf281cf3991:33339 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:36:28,113 INFO [M:0;7bf281cf3991:33339 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:36:28,113 DEBUG [M:0;7bf281cf3991:33339 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:36:28,113 INFO [M:0;7bf281cf3991:33339 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:28,113 DEBUG [M:0;7bf281cf3991:33339 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:28,113 DEBUG [M:0;7bf281cf3991:33339 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:36:28,113 DEBUG [M:0;7bf281cf3991:33339 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:28,113 INFO [M:0;7bf281cf3991:33339 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T11:36:28,131 DEBUG [M:0;7bf281cf3991:33339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b30a4cb98e74f98af125474c688c545 is 82, key is hbase:meta,,1/info:regioninfo/1731497771328/Put/seqid=0 2024-11-13T11:36:28,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741849_1025 (size=5672) 2024-11-13T11:36:28,139 INFO [M:0;7bf281cf3991:33339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b30a4cb98e74f98af125474c688c545 2024-11-13T11:36:28,161 DEBUG [M:0;7bf281cf3991:33339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20d231cb320c4778a347abd709e76d92 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731497778468/Put/seqid=0 2024-11-13T11:36:28,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741850_1026 (size=8516) 2024-11-13T11:36:28,166 INFO [M:0;7bf281cf3991:33339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20d231cb320c4778a347abd709e76d92 2024-11-13T11:36:28,182 DEBUG [M:0;7bf281cf3991:33339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85e070ccdaa64921acb3faa1b1c91324 is 69, key is 7bf281cf3991,34525,1731497769444/rs:state/1731497770628/Put/seqid=0 2024-11-13T11:36:28,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741851_1027 (size=5156) 2024-11-13T11:36:28,586 INFO [M:0;7bf281cf3991:33339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85e070ccdaa64921acb3faa1b1c91324 2024-11-13T11:36:28,589 DEBUG [M:0;7bf281cf3991:33339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4b30a4cb98e74f98af125474c688c545 as hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b30a4cb98e74f98af125474c688c545 2024-11-13T11:36:28,593 INFO [M:0;7bf281cf3991:33339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4b30a4cb98e74f98af125474c688c545, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T11:36:28,593 DEBUG [M:0;7bf281cf3991:33339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/20d231cb320c4778a347abd709e76d92 as hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/20d231cb320c4778a347abd709e76d92 2024-11-13T11:36:28,597 INFO [M:0;7bf281cf3991:33339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/20d231cb320c4778a347abd709e76d92, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T11:36:28,598 DEBUG [M:0;7bf281cf3991:33339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85e070ccdaa64921acb3faa1b1c91324 as hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85e070ccdaa64921acb3faa1b1c91324 2024-11-13T11:36:28,601 INFO [M:0;7bf281cf3991:33339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/98f5811e-0789-f467-e138-6330a3d9d47f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85e070ccdaa64921acb3faa1b1c91324, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T11:36:28,602 INFO [M:0;7bf281cf3991:33339 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 489ms, sequenceid=97, compaction requested=false 2024-11-13T11:36:28,609 INFO [M:0;7bf281cf3991:33339 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:28,609 DEBUG [M:0;7bf281cf3991:33339 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497788113Disabling compacts and flushes for region at 1731497788113Disabling writes for close at 1731497788113Obtaining lock to block concurrent updates at 1731497788113Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497788113Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731497788113Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497788114 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497788114Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497788131 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497788131Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497788143 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497788161 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497788161Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497788169 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497788182 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497788182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@240d9270: reopening flushed file at 1731497788589 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@472746b7: reopening flushed file at 1731497788593 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5031511c: reopening flushed file at 1731497788597 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 489ms, sequenceid=97, compaction requested=false at 1731497788602 (+5 ms)Writing region close event to WAL at 1731497788609 (+7 ms)Closed at 1731497788609 2024-11-13T11:36:28,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41443 is added to blk_1073741830_1006 (size=63654) 2024-11-13T11:36:28,616 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:36:28,616 INFO [M:0;7bf281cf3991:33339 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:36:28,616 INFO [M:0;7bf281cf3991:33339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33339 2024-11-13T11:36:28,616 INFO [M:0;7bf281cf3991:33339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:36:28,718 INFO [M:0;7bf281cf3991:33339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:36:28,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:28,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33339-0x10038de7d390006, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:28,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@348a7b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:36:28,722 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@785305e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:36:28,722 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:36:28,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@135cf969{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:36:28,722 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea71958{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/hadoop.log.dir/,STOPPED} 2024-11-13T11:36:28,723 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:36:28,723 WARN [BP-1628360890-172.17.0.2-1731497768646 heartbeating to localhost/127.0.0.1:41291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:36:28,723 WARN [BP-1628360890-172.17.0.2-1731497768646 heartbeating to localhost/127.0.0.1:41291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1628360890-172.17.0.2-1731497768646 (Datanode Uuid 3e67d95e-8c89-484e-95db-3e7a9333a8aa) service to localhost/127.0.0.1:41291 2024-11-13T11:36:28,723 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:36:28,724 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/cluster_b079aee0-687f-374f-7baa-cad631499522/data/data1/current/BP-1628360890-172.17.0.2-1731497768646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:36:28,724 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/cluster_b079aee0-687f-374f-7baa-cad631499522/data/data2/current/BP-1628360890-172.17.0.2-1731497768646 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:36:28,724 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:36:28,730 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66ac6cef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:36:28,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2626b558{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:36:28,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:36:28,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a10f5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:36:28,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1681a97d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/hadoop.log.dir/,STOPPED} 2024-11-13T11:36:28,743 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 1191, reset compression=false 2024-11-13T11:36:28,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:36:28,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:36:28,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:36:28,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:28,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:28,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:28,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:28,745 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:36:28,745 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1299514746, stopped=false 2024-11-13T11:36:28,745 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,43295,1731497766894 2024-11-13T11:36:28,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1789369488/running 2024-11-13T11:36:28,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1789369488/running 2024-11-13T11:36:28,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:28,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:28,746 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:36:28,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:36:28,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Set watcher on znode that does not yet exist, /1-1789369488/running 2024-11-13T11:36:28,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:28,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:28,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Set watcher on znode that does not yet exist, /1-1789369488/running 2024-11-13T11:36:28,747 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,42903,1731497766966' ***** 2024-11-13T11:36:28,747 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:36:28,747 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:36:28,747 INFO [RS:0;7bf281cf3991:42903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:36:28,747 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:36:28,747 INFO [RS:0;7bf281cf3991:42903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:36:28,747 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e3441833e9cf08b1e4aed9898496387 2024-11-13T11:36:28,748 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(3091): Received CLOSE for ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:28,748 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,42903,1731497766966 2024-11-13T11:36:28,748 INFO [RS:0;7bf281cf3991:42903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:36:28,748 INFO [RS:0;7bf281cf3991:42903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:42903. 2024-11-13T11:36:28,748 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e3441833e9cf08b1e4aed9898496387, disabling compactions & flushes 2024-11-13T11:36:28,748 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387. 2024-11-13T11:36:28,748 DEBUG [RS:0;7bf281cf3991:42903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:28,748 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387. 2024-11-13T11:36:28,748 DEBUG [RS:0;7bf281cf3991:42903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:28,748 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387. after waiting 0 ms 2024-11-13T11:36:28,748 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387. 2024-11-13T11:36:28,748 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:36:28,748 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:36:28,748 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:36:28,748 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:36:28,748 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3e3441833e9cf08b1e4aed9898496387 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-13T11:36:28,749 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T11:36:28,749 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1325): Online Regions={3e3441833e9cf08b1e4aed9898496387=hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387., 1588230740=hbase:meta,,1.1588230740, ae41d4c9352c23b5487edee1b9b41d0f=test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f.} 2024-11-13T11:36:28,749 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e3441833e9cf08b1e4aed9898496387, ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:28,750 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:36:28,750 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:36:28,750 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:36:28,750 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:36:28,750 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:36:28,750 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T11:36:28,762 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/.tmp/info/12230c38fc1c466283408fecfd0b7dc2 is 147, key is hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387./info:regioninfo/1731497776646/Put/seqid=0 2024-11-13T11:36:28,765 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/replication/3e3441833e9cf08b1e4aed9898496387/.tmp/queue/70e4abd754b5477d9559d36e63f8f833 is 154, key is 1-7bf281cf3991,42903,1731497766966/queue:7bf281cf3991%2C42903%2C1731497766966/1731497785191/Put/seqid=0 2024-11-13T11:36:28,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741840_1016 (size=7686) 2024-11-13T11:36:28,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741841_1017 (size=5353) 2024-11-13T11:36:28,786 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:36:28,889 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:36:28,889 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:36:28,949 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e3441833e9cf08b1e4aed9898496387, ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:29,149 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3e3441833e9cf08b1e4aed9898496387, ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:29,164 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 636, reset compression=false 2024-11-13T11:36:29,166 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/.tmp/info/12230c38fc1c466283408fecfd0b7dc2 2024-11-13T11:36:29,169 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/replication/3e3441833e9cf08b1e4aed9898496387/.tmp/queue/70e4abd754b5477d9559d36e63f8f833 2024-11-13T11:36:29,180 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/replication/3e3441833e9cf08b1e4aed9898496387/.tmp/queue/70e4abd754b5477d9559d36e63f8f833 as hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/replication/3e3441833e9cf08b1e4aed9898496387/queue/70e4abd754b5477d9559d36e63f8f833 2024-11-13T11:36:29,186 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/replication/3e3441833e9cf08b1e4aed9898496387/queue/70e4abd754b5477d9559d36e63f8f833, entries=1, sequenceid=12, filesize=5.2 K 2024-11-13T11:36:29,187 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 3e3441833e9cf08b1e4aed9898496387 in 439ms, sequenceid=12, compaction requested=false 2024-11-13T11:36:29,187 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T11:36:29,190 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/.tmp/ns/0f3339b2956d4fc8a945ca13695fff18 is 43, key is default/ns:d/1731497768571/Put/seqid=0 2024-11-13T11:36:29,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741842_1018 (size=5153) 2024-11-13T11:36:29,197 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/replication/3e3441833e9cf08b1e4aed9898496387/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-13T11:36:29,198 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:36:29,198 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:36:29,198 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387. 2024-11-13T11:36:29,198 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e3441833e9cf08b1e4aed9898496387: Waiting for close lock at 1731497788748Running coprocessor pre-close hooks at 1731497788748Disabling compacts and flushes for region at 1731497788748Disabling writes for close at 1731497788748Obtaining lock to block concurrent updates at 1731497788748Preparing flush snapshotting stores in 3e3441833e9cf08b1e4aed9898496387 at 1731497788748Finished memstore snapshotting hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731497788749 (+1 ms)Flushing stores of hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387. at 1731497788749Flushing 3e3441833e9cf08b1e4aed9898496387/queue: creating writer at 1731497788749Flushing 3e3441833e9cf08b1e4aed9898496387/queue: appending metadata at 1731497788764 (+15 ms)Flushing 3e3441833e9cf08b1e4aed9898496387/queue: closing flushed file at 1731497788764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41c09b65: reopening flushed file at 1731497789175 (+411 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 3e3441833e9cf08b1e4aed9898496387 in 439ms, sequenceid=12, compaction requested=false at 1731497789187 (+12 ms)Writing region close event to WAL at 1731497789193 (+6 ms)Running coprocessor post-close hooks at 1731497789198 (+5 ms)Closed at 1731497789198 2024-11-13T11:36:29,198 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731497775476.3e3441833e9cf08b1e4aed9898496387. 2024-11-13T11:36:29,198 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae41d4c9352c23b5487edee1b9b41d0f, disabling compactions & flushes 2024-11-13T11:36:29,198 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f. 2024-11-13T11:36:29,198 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f. 2024-11-13T11:36:29,198 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f. after waiting 0 ms 2024-11-13T11:36:29,198 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f. 2024-11-13T11:36:29,199 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ae41d4c9352c23b5487edee1b9b41d0f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-13T11:36:29,217 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/.tmp/f/25c84282931749d6aca40722cb4567f7 is 29, key is row1/f:/1731497783837/DeleteFamily/seqid=0 2024-11-13T11:36:29,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741843_1019 (size=5152) 2024-11-13T11:36:29,221 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/.tmp/f/25c84282931749d6aca40722cb4567f7 2024-11-13T11:36:29,224 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25c84282931749d6aca40722cb4567f7 2024-11-13T11:36:29,237 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/.tmp/f1/f076812d6272478e8e3118206c8e32ed is 30, key is row1/f1:/1731497783837/DeleteFamily/seqid=0 2024-11-13T11:36:29,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741844_1020 (size=5158) 2024-11-13T11:36:29,349 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:29,550 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:29,597 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/.tmp/ns/0f3339b2956d4fc8a945ca13695fff18 2024-11-13T11:36:29,615 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/.tmp/rep_barrier/4d058fe0bd4740acb301bad3a8994e93 is 112, key is test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f./rep_barrier:seqnumDuringOpen/1731497772399/Put/seqid=0 2024-11-13T11:36:29,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741845_1021 (size=5518) 2024-11-13T11:36:29,641 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/.tmp/f1/f076812d6272478e8e3118206c8e32ed 2024-11-13T11:36:29,643 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f076812d6272478e8e3118206c8e32ed 2024-11-13T11:36:29,651 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 1191, reset compression=false 2024-11-13T11:36:29,654 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:36:29,654 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 1438, reset compression=false 2024-11-13T11:36:29,654 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,42903,1731497766966 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:36:29,655 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7bf281cf3991,42903,1731497766966: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7bf281cf3991,42903,1731497766966, walGroup=7bf281cf3991%2C42903%2C1731497766966, offset=7bf281cf3991%2C42903%2C1731497766966.1731497768001:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T11:36:29,656 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T11:36:29,656 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T11:36:29,656 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T11:36:29,656 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T11:36:29,656 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T11:36:29,656 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 950630744 }, "NonHeapMemoryUsage": { "committed": 204865536, "init": 7667712, "max": -1, "used": 201992512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T11:36:29,657 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/.tmp/norep/5cde657972804642becb4309db1d390e is 33, key is row1/norep:/1731497783837/DeleteFamily/seqid=0 2024-11-13T11:36:29,657 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:43295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:43295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T11:36:29,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741846_1022 (size=5108) 2024-11-13T11:36:29,750 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T11:36:29,750 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ae41d4c9352c23b5487edee1b9b41d0f=test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f.} 2024-11-13T11:36:29,750 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:29,858 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 1438, reset compression=false 2024-11-13T11:36:29,950 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ae41d4c9352c23b5487edee1b9b41d0f 2024-11-13T11:36:30,019 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/.tmp/rep_barrier/4d058fe0bd4740acb301bad3a8994e93 2024-11-13T11:36:30,034 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/.tmp/table/85f87b5d7249455982a66c653ba88201 is 53, key is hbase:replication/table:state/1731497776653/Put/seqid=0 2024-11-13T11:36:30,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741847_1023 (size=5308) 2024-11-13T11:36:30,060 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/.tmp/norep/5cde657972804642becb4309db1d390e 2024-11-13T11:36:30,063 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cde657972804642becb4309db1d390e 2024-11-13T11:36:30,063 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/.tmp/f/25c84282931749d6aca40722cb4567f7 as hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/f/25c84282931749d6aca40722cb4567f7 2024-11-13T11:36:30,066 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 25c84282931749d6aca40722cb4567f7 2024-11-13T11:36:30,066 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/f/25c84282931749d6aca40722cb4567f7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T11:36:30,067 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/.tmp/f1/f076812d6272478e8e3118206c8e32ed as hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/f1/f076812d6272478e8e3118206c8e32ed 2024-11-13T11:36:30,070 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f076812d6272478e8e3118206c8e32ed 2024-11-13T11:36:30,070 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/f1/f076812d6272478e8e3118206c8e32ed, entries=3, sequenceid=10, filesize=5.0 K 2024-11-13T11:36:30,070 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/.tmp/norep/5cde657972804642becb4309db1d390e as hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/norep/5cde657972804642becb4309db1d390e 2024-11-13T11:36:30,073 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5cde657972804642becb4309db1d390e 2024-11-13T11:36:30,073 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/norep/5cde657972804642becb4309db1d390e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-13T11:36:30,074 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ae41d4c9352c23b5487edee1b9b41d0f in 876ms, sequenceid=10, compaction requested=false 2024-11-13T11:36:30,074 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T11:36:30,078 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/default/test/ae41d4c9352c23b5487edee1b9b41d0f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-13T11:36:30,078 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:36:30,078 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:36:30,078 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f. 2024-11-13T11:36:30,078 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae41d4c9352c23b5487edee1b9b41d0f: Waiting for close lock at 1731497789198Running coprocessor pre-close hooks at 1731497789198Disabling compacts and flushes for region at 1731497789198Disabling writes for close at 1731497789198Obtaining lock to block concurrent updates at 1731497789199 (+1 ms)Preparing flush snapshotting stores in ae41d4c9352c23b5487edee1b9b41d0f at 1731497789199Finished memstore snapshotting test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731497789199Flushing stores of test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f. at 1731497789199Flushing ae41d4c9352c23b5487edee1b9b41d0f/f: creating writer at 1731497789200 (+1 ms)Flushing ae41d4c9352c23b5487edee1b9b41d0f/f: appending metadata at 1731497789217 (+17 ms)Flushing ae41d4c9352c23b5487edee1b9b41d0f/f: closing flushed file at 1731497789217Flushing ae41d4c9352c23b5487edee1b9b41d0f/f1: creating writer at 1731497789224 (+7 ms)Flushing ae41d4c9352c23b5487edee1b9b41d0f/f1: appending metadata at 1731497789237 (+13 ms)Flushing ae41d4c9352c23b5487edee1b9b41d0f/f1: closing flushed file at 1731497789237Flushing ae41d4c9352c23b5487edee1b9b41d0f/norep: creating writer at 1731497789644 (+407 ms)Flushing ae41d4c9352c23b5487edee1b9b41d0f/norep: appending metadata at 1731497789656 (+12 ms)Flushing ae41d4c9352c23b5487edee1b9b41d0f/norep: closing flushed file at 1731497789656Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38688bef: reopening flushed file at 1731497790063 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@782c3703: reopening flushed file at 1731497790066 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18c6da1d: reopening flushed file at 1731497790070 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for ae41d4c9352c23b5487edee1b9b41d0f in 876ms, sequenceid=10, compaction requested=false at 1731497790074 (+4 ms)Writing region close event to WAL at 1731497790075 (+1 ms)Running coprocessor post-close hooks at 1731497790078 (+3 ms)Closed at 1731497790078 2024-11-13T11:36:30,078 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731497772053.ae41d4c9352c23b5487edee1b9b41d0f. 2024-11-13T11:36:30,150 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:36:30,160 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 1438, reset compression=false 2024-11-13T11:36:30,164 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:36:30,164 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 2082, reset compression=false 2024-11-13T11:36:30,350 DEBUG [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:36:30,367 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 2082, reset compression=false 2024-11-13T11:36:30,368 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 636, reset compression=false 2024-11-13T11:36:30,437 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/.tmp/table/85f87b5d7249455982a66c653ba88201 2024-11-13T11:36:30,442 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/.tmp/info/12230c38fc1c466283408fecfd0b7dc2 as hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/info/12230c38fc1c466283408fecfd0b7dc2 2024-11-13T11:36:30,447 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/info/12230c38fc1c466283408fecfd0b7dc2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T11:36:30,447 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/.tmp/ns/0f3339b2956d4fc8a945ca13695fff18 as hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/ns/0f3339b2956d4fc8a945ca13695fff18 2024-11-13T11:36:30,452 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/ns/0f3339b2956d4fc8a945ca13695fff18, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T11:36:30,453 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/.tmp/rep_barrier/4d058fe0bd4740acb301bad3a8994e93 as hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/rep_barrier/4d058fe0bd4740acb301bad3a8994e93 2024-11-13T11:36:30,458 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/rep_barrier/4d058fe0bd4740acb301bad3a8994e93, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T11:36:30,459 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/.tmp/table/85f87b5d7249455982a66c653ba88201 as hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/table/85f87b5d7249455982a66c653ba88201 2024-11-13T11:36:30,463 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/table/85f87b5d7249455982a66c653ba88201, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T11:36:30,463 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-11-13T11:36:30,463 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:36:30,467 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T11:36:30,468 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:36:30,468 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:36:30,468 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:36:30,468 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497788749Running coprocessor pre-close hooks at 1731497788749Disabling compacts and flushes for region at 1731497788749Disabling writes for close at 1731497788750 (+1 ms)Obtaining lock to block concurrent updates at 1731497788750Preparing flush snapshotting stores in 1588230740 at 1731497788750Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731497788750Flushing stores of hbase:meta,,1.1588230740 at 1731497788751 (+1 ms)Flushing 1588230740/info: creating writer at 1731497788751Flushing 1588230740/info: appending metadata at 1731497788762 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731497788762Flushing 1588230740/ns: creating writer at 1731497789171 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731497789189 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731497789190 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731497789600 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731497789615 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731497789615Flushing 1588230740/table: creating writer at 1731497790022 (+407 ms)Flushing 1588230740/table: appending metadata at 1731497790034 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731497790034Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd951f7: reopening flushed file at 1731497790441 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ba52ce4: reopening flushed file at 1731497790447 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372e741: reopening flushed file at 1731497790453 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e545065: reopening flushed file at 1731497790458 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1731497790463 (+5 ms)Writing region close event to WAL at 1731497790465 (+2 ms)Running coprocessor post-close hooks at 1731497790468 (+3 ms)Closed at 1731497790468 2024-11-13T11:36:30,468 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:36:30,551 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,42903,1731497766966; all regions closed. 2024-11-13T11:36:30,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741834_1010 (size=4239) 2024-11-13T11:36:30,553 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.meta.1731497768529.meta not finished, retry = 0 2024-11-13T11:36:30,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741839_1015 (size=3114) 2024-11-13T11:36:30,670 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 to pos 2082, reset compression=false 2024-11-13T11:36:30,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741833_1009 (size=2090) 2024-11-13T11:36:30,672 DEBUG [RS:0;7bf281cf3991:42903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:30,672 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:36:30,672 INFO [RS:0;7bf281cf3991:42903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:36:30,672 INFO [RS:0;7bf281cf3991:42903 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T11:36:30,672 INFO [RS:0;7bf281cf3991:42903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:36:30,673 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:36:30,673 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,42903,1731497766966 because: Region server is closing 2024-11-13T11:36:30,673 INFO [RS:0;7bf281cf3991:42903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:42903. 2024-11-13T11:36:30,673 DEBUG [RS:0;7bf281cf3991:42903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:30,673 DEBUG [RS:0;7bf281cf3991:42903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:30,673 DEBUG [RS:0;7bf281cf3991:42903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:30,673 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:30,675 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/WALs/7bf281cf3991,42903,1731497766966/7bf281cf3991%2C42903%2C1731497766966.1731497768001 2024-11-13T11:36:30,773 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.shipper7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 terminated 2024-11-13T11:36:30,773 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,42903,1731497766966.replicationSource.wal-reader.7bf281cf3991%2C42903%2C1731497766966,1-7bf281cf3991,42903,1731497766966 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-13T11:36:30,774 INFO [RS:0;7bf281cf3991:42903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:42903. 2024-11-13T11:36:30,774 DEBUG [RS:0;7bf281cf3991:42903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:30,774 DEBUG [RS:0;7bf281cf3991:42903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:30,774 DEBUG [RS:0;7bf281cf3991:42903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:30,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:30,774 INFO [RS:0;7bf281cf3991:42903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42903 2024-11-13T11:36:30,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1789369488/rs/7bf281cf3991,42903,1731497766966 2024-11-13T11:36:30,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488/rs 2024-11-13T11:36:30,775 INFO [RS:0;7bf281cf3991:42903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:36:30,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,42903,1731497766966] 2024-11-13T11:36:30,778 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1789369488/draining/7bf281cf3991,42903,1731497766966 already deleted, retry=false 2024-11-13T11:36:30,778 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,42903,1731497766966 expired; onlineServers=0 2024-11-13T11:36:30,778 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,43295,1731497766894' ***** 2024-11-13T11:36:30,778 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:36:30,778 INFO [M:0;7bf281cf3991:43295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:36:30,778 INFO [M:0;7bf281cf3991:43295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:36:30,778 DEBUG [M:0;7bf281cf3991:43295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:36:30,778 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:36:30,778 DEBUG [M:0;7bf281cf3991:43295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:36:30,778 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497767765 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497767765,5,FailOnTimeoutGroup] 2024-11-13T11:36:30,778 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497767765 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497767765,5,FailOnTimeoutGroup] 2024-11-13T11:36:30,778 INFO [M:0;7bf281cf3991:43295 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:36:30,778 INFO [M:0;7bf281cf3991:43295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:36:30,778 DEBUG [M:0;7bf281cf3991:43295 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:36:30,778 INFO [M:0;7bf281cf3991:43295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:36:30,779 INFO [M:0;7bf281cf3991:43295 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:36:30,779 INFO [M:0;7bf281cf3991:43295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:36:30,779 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:36:30,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1789369488/master 2024-11-13T11:36:30,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1789369488 2024-11-13T11:36:30,779 DEBUG [M:0;7bf281cf3991:43295 {}] zookeeper.ZKUtil(347): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Unable to get data of znode /1-1789369488/master because node does not exist (not an error) 2024-11-13T11:36:30,779 WARN [M:0;7bf281cf3991:43295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:36:30,780 INFO [M:0;7bf281cf3991:43295 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/.lastflushedseqids 2024-11-13T11:36:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741848_1024 (size=245) 2024-11-13T11:36:30,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:30,878 INFO [RS:0;7bf281cf3991:42903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:36:30,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42903-0x10038de7d390004, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:30,878 INFO [RS:0;7bf281cf3991:42903 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,42903,1731497766966; zookeeper connection closed. 2024-11-13T11:36:30,878 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f7b0332 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f7b0332 2024-11-13T11:36:30,878 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:36:31,186 INFO [M:0;7bf281cf3991:43295 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:36:31,186 INFO [M:0;7bf281cf3991:43295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:36:31,186 DEBUG [M:0;7bf281cf3991:43295 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:36:31,186 INFO [M:0;7bf281cf3991:43295 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:31,186 DEBUG [M:0;7bf281cf3991:43295 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:31,186 DEBUG [M:0;7bf281cf3991:43295 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:36:31,186 DEBUG [M:0;7bf281cf3991:43295 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:31,186 INFO [M:0;7bf281cf3991:43295 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-13T11:36:31,200 DEBUG [M:0;7bf281cf3991:43295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51ee231c19f84effbdbb1dd7b4de1ce5 is 82, key is hbase:meta,,1/info:regioninfo/1731497768562/Put/seqid=0 2024-11-13T11:36:31,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741849_1025 (size=5672) 2024-11-13T11:36:31,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,349 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,603 INFO [M:0;7bf281cf3991:43295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51ee231c19f84effbdbb1dd7b4de1ce5 2024-11-13T11:36:31,623 DEBUG [M:0;7bf281cf3991:43295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8efa8eb9c47441969c6152bafbf6f337 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731497776656/Put/seqid=0 2024-11-13T11:36:31,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741850_1026 (size=8515) 2024-11-13T11:36:31,670 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 636, reset compression=false 2024-11-13T11:36:31,924 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:36:31,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:31,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:32,027 INFO [M:0;7bf281cf3991:43295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8efa8eb9c47441969c6152bafbf6f337 2024-11-13T11:36:32,051 DEBUG [M:0;7bf281cf3991:43295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f9f7078e3984dc39eb09c9322c26876 is 69, key is 7bf281cf3991,42903,1731497766966/rs:state/1731497767826/Put/seqid=0 2024-11-13T11:36:32,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741851_1027 (size=5156) 2024-11-13T11:36:32,455 INFO [M:0;7bf281cf3991:43295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f9f7078e3984dc39eb09c9322c26876 2024-11-13T11:36:32,459 DEBUG [M:0;7bf281cf3991:43295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/51ee231c19f84effbdbb1dd7b4de1ce5 as hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51ee231c19f84effbdbb1dd7b4de1ce5 2024-11-13T11:36:32,463 INFO [M:0;7bf281cf3991:43295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/51ee231c19f84effbdbb1dd7b4de1ce5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T11:36:32,464 DEBUG [M:0;7bf281cf3991:43295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8efa8eb9c47441969c6152bafbf6f337 as hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8efa8eb9c47441969c6152bafbf6f337 2024-11-13T11:36:32,467 INFO [M:0;7bf281cf3991:43295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8efa8eb9c47441969c6152bafbf6f337, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T11:36:32,468 DEBUG [M:0;7bf281cf3991:43295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8f9f7078e3984dc39eb09c9322c26876 as hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f9f7078e3984dc39eb09c9322c26876 2024-11-13T11:36:32,473 INFO [M:0;7bf281cf3991:43295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36937/user/jenkins/test-data/d0c8cf71-5dc5-211f-2a9e-b452d36a7c23/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8f9f7078e3984dc39eb09c9322c26876, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T11:36:32,474 INFO [M:0;7bf281cf3991:43295 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-13T11:36:32,481 INFO [M:0;7bf281cf3991:43295 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:32,481 DEBUG [M:0;7bf281cf3991:43295 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497791186Disabling compacts and flushes for region at 1731497791186Disabling writes for close at 1731497791186Obtaining lock to block concurrent updates at 1731497791186Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497791186Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731497791186Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497791187 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497791187Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497791199 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497791199Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497791607 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497791623 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497791623Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497792031 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497792050 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497792050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d51cb45: reopening flushed file at 1731497792459 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d347e5: reopening flushed file at 1731497792463 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53141270: reopening flushed file at 1731497792467 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1731497792474 (+7 ms)Writing region close event to WAL at 1731497792481 (+7 ms)Closed at 1731497792481 2024-11-13T11:36:32,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39083 is added to blk_1073741830_1006 (size=63642) 2024-11-13T11:36:32,484 INFO [M:0;7bf281cf3991:43295 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:36:32,484 INFO [M:0;7bf281cf3991:43295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43295 2024-11-13T11:36:32,484 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:36:32,484 INFO [M:0;7bf281cf3991:43295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:36:32,585 INFO [M:0;7bf281cf3991:43295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:36:32,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:32,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43295-0x10038de7d390003, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:32,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e55eb3d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:36:32,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53054af2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:36:32,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:36:32,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@374948d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:36:32,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50116699{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/hadoop.log.dir/,STOPPED} 2024-11-13T11:36:32,592 WARN [BP-671710627-172.17.0.2-1731497766161 heartbeating to localhost/127.0.0.1:36937 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:36:32,592 WARN [BP-671710627-172.17.0.2-1731497766161 heartbeating to localhost/127.0.0.1:36937 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-671710627-172.17.0.2-1731497766161 (Datanode Uuid 721c00cd-8b90-4151-807f-80f5d560dfa9) service to localhost/127.0.0.1:36937 2024-11-13T11:36:32,592 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:36:32,592 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:36:32,592 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/cluster_b8a2054a-7bb5-afe5-15f7-2c2162c2e8dd/data/data1/current/BP-671710627-172.17.0.2-1731497766161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:36:32,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/cluster_b8a2054a-7bb5-afe5-15f7-2c2162c2e8dd/data/data2/current/BP-671710627-172.17.0.2-1731497766161 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:36:32,593 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:36:32,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77fb63e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:36:32,600 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f4346b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:36:32,600 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:36:32,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7591289f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:36:32,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e0c54ba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/712d3182-12a2-2012-1d68-ad86f52ede5b/hadoop.log.dir/,STOPPED} 2024-11-13T11:36:32,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:36:32,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:36:32,614 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:36:32,614 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:32,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:32,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:32,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:32,614 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:36:32,614 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1696305873, stopped=false 2024-11-13T11:36:32,614 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,39371,1731497764234 2024-11-13T11:36:32,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-21490707/running 2024-11-13T11:36:32,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-21490707/running 2024-11-13T11:36:32,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:32,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:32,615 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:36:32,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Set watcher on znode that does not yet exist, /0-21490707/running 2024-11-13T11:36:32,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Set watcher on znode that does not yet exist, /0-21490707/running 2024-11-13T11:36:32,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:36:32,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:32,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:32,617 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,33401,1731497764492' ***** 2024-11-13T11:36:32,617 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:36:32,617 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:36:32,617 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:36:32,617 INFO [RS:0;7bf281cf3991:33401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:36:32,617 INFO [RS:0;7bf281cf3991:33401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:36:32,617 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(3091): Received CLOSE for 572dd381dfc275a1b1aba60f532d76a4 2024-11-13T11:36:32,621 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:32,621 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,33401,1731497764492 2024-11-13T11:36:32,621 INFO [RS:0;7bf281cf3991:33401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:36:32,621 INFO [RS:0;7bf281cf3991:33401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:33401. 2024-11-13T11:36:32,621 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 572dd381dfc275a1b1aba60f532d76a4, disabling compactions & flushes 2024-11-13T11:36:32,621 DEBUG [RS:0;7bf281cf3991:33401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:32,621 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4. 2024-11-13T11:36:32,621 DEBUG [RS:0;7bf281cf3991:33401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:32,621 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4. 2024-11-13T11:36:32,621 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4. after waiting 0 ms 2024-11-13T11:36:32,621 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4. 2024-11-13T11:36:32,621 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:36:32,621 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:36:32,621 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:36:32,621 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 572dd381dfc275a1b1aba60f532d76a4 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-13T11:36:32,621 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:36:32,621 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T11:36:32,621 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1325): Online Regions={572dd381dfc275a1b1aba60f532d76a4=hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4., 1588230740=hbase:meta,,1.1588230740, 6d14a5456318703167506fdda5076ef7=test,,1731497771423.6d14a5456318703167506fdda5076ef7.} 2024-11-13T11:36:32,621 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 572dd381dfc275a1b1aba60f532d76a4, 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:32,622 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:36:32,622 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:36:32,622 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:36:32,622 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:36:32,622 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:36:32,622 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T11:36:32,640 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/.tmp/info/7675a68987e446f683052495d4d54b32 is 147, key is hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4./info:regioninfo/1731497775207/Put/seqid=0 2024-11-13T11:36:32,640 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/replication/572dd381dfc275a1b1aba60f532d76a4/.tmp/queue/6ea8d69908644a7fad6f0741d1ab2e14 is 153, key is 1-7bf281cf3991,33401,1731497764492/queue:7bf281cf3991%2C33401%2C1731497764492/1731497782616/Put/seqid=0 2024-11-13T11:36:32,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741841_1017 (size=7686) 2024-11-13T11:36:32,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741840_1016 (size=5352) 2024-11-13T11:36:32,646 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/.tmp/info/7675a68987e446f683052495d4d54b32 2024-11-13T11:36:32,664 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/.tmp/ns/fa43b7dead074267b7949582c43e4a3e is 43, key is default/ns:d/1731497766074/Put/seqid=0 2024-11-13T11:36:32,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741842_1018 (size=5153) 2024-11-13T11:36:32,715 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:36:32,822 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 572dd381dfc275a1b1aba60f532d76a4, 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:33,022 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 572dd381dfc275a1b1aba60f532d76a4, 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:33,046 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/replication/572dd381dfc275a1b1aba60f532d76a4/.tmp/queue/6ea8d69908644a7fad6f0741d1ab2e14 2024-11-13T11:36:33,051 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/replication/572dd381dfc275a1b1aba60f532d76a4/.tmp/queue/6ea8d69908644a7fad6f0741d1ab2e14 as hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/replication/572dd381dfc275a1b1aba60f532d76a4/queue/6ea8d69908644a7fad6f0741d1ab2e14 2024-11-13T11:36:33,054 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/replication/572dd381dfc275a1b1aba60f532d76a4/queue/6ea8d69908644a7fad6f0741d1ab2e14, entries=1, sequenceid=8, filesize=5.2 K 2024-11-13T11:36:33,054 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 572dd381dfc275a1b1aba60f532d76a4 in 433ms, sequenceid=8, compaction requested=false 2024-11-13T11:36:33,054 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T11:36:33,057 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/replication/572dd381dfc275a1b1aba60f532d76a4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-13T11:36:33,057 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:36:33,057 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:36:33,057 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4. 2024-11-13T11:36:33,057 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 572dd381dfc275a1b1aba60f532d76a4: Waiting for close lock at 1731497792621Running coprocessor pre-close hooks at 1731497792621Disabling compacts and flushes for region at 1731497792621Disabling writes for close at 1731497792621Obtaining lock to block concurrent updates at 1731497792621Preparing flush snapshotting stores in 572dd381dfc275a1b1aba60f532d76a4 at 1731497792621Finished memstore snapshotting hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731497792621Flushing stores of hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4. at 1731497792622 (+1 ms)Flushing 572dd381dfc275a1b1aba60f532d76a4/queue: creating writer at 1731497792622Flushing 572dd381dfc275a1b1aba60f532d76a4/queue: appending metadata at 1731497792640 (+18 ms)Flushing 572dd381dfc275a1b1aba60f532d76a4/queue: closing flushed file at 1731497792640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13c8d2f0: reopening flushed file at 1731497793050 (+410 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 572dd381dfc275a1b1aba60f532d76a4 in 433ms, sequenceid=8, compaction requested=false at 1731497793054 (+4 ms)Writing region close event to WAL at 1731497793055 (+1 ms)Running coprocessor post-close hooks at 1731497793057 (+2 ms)Closed at 1731497793057 2024-11-13T11:36:33,057 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731497774846.572dd381dfc275a1b1aba60f532d76a4. 2024-11-13T11:36:33,058 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d14a5456318703167506fdda5076ef7, disabling compactions & flushes 2024-11-13T11:36:33,058 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731497771423.6d14a5456318703167506fdda5076ef7. 2024-11-13T11:36:33,058 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497771423.6d14a5456318703167506fdda5076ef7. 2024-11-13T11:36:33,058 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731497771423.6d14a5456318703167506fdda5076ef7. after waiting 0 ms 2024-11-13T11:36:33,058 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731497771423.6d14a5456318703167506fdda5076ef7. 2024-11-13T11:36:33,058 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d14a5456318703167506fdda5076ef7 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-13T11:36:33,068 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/.tmp/ns/fa43b7dead074267b7949582c43e4a3e 2024-11-13T11:36:33,073 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/.tmp/f/5d694f8288e0414d82ec359673b7508c is 28, key is row/f:/1731497781826/DeleteFamily/seqid=0 2024-11-13T11:36:33,073 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 636, reset compression=false 2024-11-13T11:36:33,085 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/.tmp/rep_barrier/0520837793424a1ca602f1358d574fdc is 112, key is test,,1731497771423.6d14a5456318703167506fdda5076ef7./rep_barrier:seqnumDuringOpen/1731497771798/Put/seqid=0 2024-11-13T11:36:33,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741843_1019 (size=5085) 2024-11-13T11:36:33,086 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:36:33,086 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 883, reset compression=false 2024-11-13T11:36:33,086 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.shipper7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,33401,1731497764492 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:36:33,087 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.shipper7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7bf281cf3991,33401,1731497764492: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7bf281cf3991,33401,1731497764492, walGroup=7bf281cf3991%2C33401%2C1731497764492, offset=7bf281cf3991%2C33401%2C1731497764492.1731497765600:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:33401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T11:36:33,089 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.shipper7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T11:36:33,089 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.shipper7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T11:36:33,089 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.shipper7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T11:36:33,089 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.shipper7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T11:36:33,089 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.shipper7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T11:36:33,089 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.shipper7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1415577600, "init": 1048576000, "max": 2306867200, "used": 1047099728 }, "NonHeapMemoryUsage": { "committed": 205324288, "init": 7667712, "max": -1, "used": 202421056 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T11:36:33,090 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.shipper7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:39371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:39371 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T11:36:33,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741844_1020 (size=5518) 2024-11-13T11:36:33,094 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/.tmp/rep_barrier/0520837793424a1ca602f1358d574fdc 2024-11-13T11:36:33,115 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/.tmp/table/f1eb594c5e9143f6a3840559bdba4dae is 53, key is hbase:replication/table:state/1731497775213/Put/seqid=0 2024-11-13T11:36:33,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741845_1021 (size=5308) 2024-11-13T11:36:33,222 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:33,293 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 883, reset compression=false 2024-11-13T11:36:33,422 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:33,461 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:36:33,461 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:36:33,487 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/.tmp/f/5d694f8288e0414d82ec359673b7508c 2024-11-13T11:36:33,491 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d694f8288e0414d82ec359673b7508c 2024-11-13T11:36:33,503 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/.tmp/f1/64e09ab56e8b409689304be633594c66 is 29, key is row/f1:/1731497781826/DeleteFamily/seqid=0 2024-11-13T11:36:33,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741846_1022 (size=5089) 2024-11-13T11:36:33,518 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/.tmp/table/f1eb594c5e9143f6a3840559bdba4dae 2024-11-13T11:36:33,522 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/.tmp/info/7675a68987e446f683052495d4d54b32 as hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/info/7675a68987e446f683052495d4d54b32 2024-11-13T11:36:33,526 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/info/7675a68987e446f683052495d4d54b32, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T11:36:33,527 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/.tmp/ns/fa43b7dead074267b7949582c43e4a3e as hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/ns/fa43b7dead074267b7949582c43e4a3e 2024-11-13T11:36:33,530 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/ns/fa43b7dead074267b7949582c43e4a3e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T11:36:33,531 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/.tmp/rep_barrier/0520837793424a1ca602f1358d574fdc as hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/rep_barrier/0520837793424a1ca602f1358d574fdc 2024-11-13T11:36:33,534 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/rep_barrier/0520837793424a1ca602f1358d574fdc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T11:36:33,535 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/.tmp/table/f1eb594c5e9143f6a3840559bdba4dae as hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/table/f1eb594c5e9143f6a3840559bdba4dae 2024-11-13T11:36:33,538 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/table/f1eb594c5e9143f6a3840559bdba4dae, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T11:36:33,538 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 916ms, sequenceid=16, compaction requested=false 2024-11-13T11:36:33,538 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:36:33,542 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T11:36:33,542 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:36:33,542 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:36:33,542 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:36:33,542 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497792621Running coprocessor pre-close hooks at 1731497792621Disabling compacts and flushes for region at 1731497792621Disabling writes for close at 1731497792622 (+1 ms)Obtaining lock to block concurrent updates at 1731497792622Preparing flush snapshotting stores in 1588230740 at 1731497792622Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731497792622Flushing stores of hbase:meta,,1.1588230740 at 1731497792622Flushing 1588230740/info: creating writer at 1731497792622Flushing 1588230740/info: appending metadata at 1731497792640 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731497792640Flushing 1588230740/ns: creating writer at 1731497792651 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731497792664 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731497792664Flushing 1588230740/rep_barrier: creating writer at 1731497793071 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731497793085 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731497793085Flushing 1588230740/table: creating writer at 1731497793097 (+12 ms)Flushing 1588230740/table: appending metadata at 1731497793114 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731497793114Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c6ab17d: reopening flushed file at 1731497793522 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@799067f1: reopening flushed file at 1731497793526 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24309bab: reopening flushed file at 1731497793530 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@be7a62a: reopening flushed file at 1731497793534 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 916ms, sequenceid=16, compaction requested=false at 1731497793538 (+4 ms)Writing region close event to WAL at 1731497793540 (+2 ms)Running coprocessor post-close hooks at 1731497793542 (+2 ms)Closed at 1731497793542 2024-11-13T11:36:33,542 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:36:33,596 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 883, reset compression=false 2024-11-13T11:36:33,622 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T11:36:33,622 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1325): Online Regions={6d14a5456318703167506fdda5076ef7=test,,1731497771423.6d14a5456318703167506fdda5076ef7.} 2024-11-13T11:36:33,622 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1351): Waiting on 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:33,823 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1351): Waiting on 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:33,909 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/.tmp/f1/64e09ab56e8b409689304be633594c66 2024-11-13T11:36:33,914 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64e09ab56e8b409689304be633594c66 2024-11-13T11:36:33,930 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/.tmp/norep/56b907fcf2ce452081822a7f3cbc643f is 32, key is row/norep:/1731497781826/DeleteFamily/seqid=0 2024-11-13T11:36:33,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741847_1023 (size=5101) 2024-11-13T11:36:33,999 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 883, reset compression=false 2024-11-13T11:36:34,023 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1351): Waiting on 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:34,197 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T11:36:34,223 DEBUG [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1351): Waiting on 6d14a5456318703167506fdda5076ef7 2024-11-13T11:36:34,333 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/.tmp/norep/56b907fcf2ce452081822a7f3cbc643f 2024-11-13T11:36:34,338 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56b907fcf2ce452081822a7f3cbc643f 2024-11-13T11:36:34,339 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/.tmp/f/5d694f8288e0414d82ec359673b7508c as hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/f/5d694f8288e0414d82ec359673b7508c 2024-11-13T11:36:34,343 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5d694f8288e0414d82ec359673b7508c 2024-11-13T11:36:34,343 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/f/5d694f8288e0414d82ec359673b7508c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T11:36:34,344 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/.tmp/f1/64e09ab56e8b409689304be633594c66 as hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/f1/64e09ab56e8b409689304be633594c66 2024-11-13T11:36:34,348 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64e09ab56e8b409689304be633594c66 2024-11-13T11:36:34,348 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/f1/64e09ab56e8b409689304be633594c66, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T11:36:34,348 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/.tmp/norep/56b907fcf2ce452081822a7f3cbc643f as hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/norep/56b907fcf2ce452081822a7f3cbc643f 2024-11-13T11:36:34,353 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56b907fcf2ce452081822a7f3cbc643f 2024-11-13T11:36:34,353 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/norep/56b907fcf2ce452081822a7f3cbc643f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-13T11:36:34,354 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6d14a5456318703167506fdda5076ef7 in 1295ms, sequenceid=6, compaction requested=false 2024-11-13T11:36:34,354 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T11:36:34,366 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/data/default/test/6d14a5456318703167506fdda5076ef7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-13T11:36:34,367 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:36:34,367 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:36:34,367 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731497771423.6d14a5456318703167506fdda5076ef7. 2024-11-13T11:36:34,367 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d14a5456318703167506fdda5076ef7: Waiting for close lock at 1731497793058Running coprocessor pre-close hooks at 1731497793058Disabling compacts and flushes for region at 1731497793058Disabling writes for close at 1731497793058Obtaining lock to block concurrent updates at 1731497793058Preparing flush snapshotting stores in 6d14a5456318703167506fdda5076ef7 at 1731497793058Finished memstore snapshotting test,,1731497771423.6d14a5456318703167506fdda5076ef7., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731497793058Flushing stores of test,,1731497771423.6d14a5456318703167506fdda5076ef7. at 1731497793058Flushing 6d14a5456318703167506fdda5076ef7/f: creating writer at 1731497793058Flushing 6d14a5456318703167506fdda5076ef7/f: appending metadata at 1731497793072 (+14 ms)Flushing 6d14a5456318703167506fdda5076ef7/f: closing flushed file at 1731497793072Flushing 6d14a5456318703167506fdda5076ef7/f1: creating writer at 1731497793491 (+419 ms)Flushing 6d14a5456318703167506fdda5076ef7/f1: appending metadata at 1731497793503 (+12 ms)Flushing 6d14a5456318703167506fdda5076ef7/f1: closing flushed file at 1731497793503Flushing 6d14a5456318703167506fdda5076ef7/norep: creating writer at 1731497793914 (+411 ms)Flushing 6d14a5456318703167506fdda5076ef7/norep: appending metadata at 1731497793929 (+15 ms)Flushing 6d14a5456318703167506fdda5076ef7/norep: closing flushed file at 1731497793929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af02426: reopening flushed file at 1731497794338 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1916686b: reopening flushed file at 1731497794343 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d66c5eb: reopening flushed file at 1731497794348 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6d14a5456318703167506fdda5076ef7 in 1295ms, sequenceid=6, compaction requested=false at 1731497794354 (+6 ms)Writing region close event to WAL at 1731497794363 (+9 ms)Running coprocessor post-close hooks at 1731497794367 (+4 ms)Closed at 1731497794367 2024-11-13T11:36:34,367 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731497771423.6d14a5456318703167506fdda5076ef7. 2024-11-13T11:36:34,423 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,33401,1731497764492; all regions closed. 2024-11-13T11:36:34,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741834_1010 (size=4239) 2024-11-13T11:36:34,426 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.meta.1731497766019.meta not finished, retry = 0 2024-11-13T11:36:34,501 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 883, reset compression=false 2024-11-13T11:36:34,505 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:36:34,505 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.wal-reader.7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 to pos 1527, reset compression=false 2024-11-13T11:36:34,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741839_1015 (size=2240) 2024-11-13T11:36:34,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741833_1009 (size=1535) 2024-11-13T11:36:34,533 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/WALs/7bf281cf3991,33401,1731497764492/7bf281cf3991%2C33401%2C1731497764492.1731497765600 not finished, retry = 0 2024-11-13T11:36:34,634 DEBUG [RS:0;7bf281cf3991:33401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:34,634 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:36:34,634 INFO [RS:0;7bf281cf3991:33401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:36:34,634 INFO [RS:0;7bf281cf3991:33401 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T11:36:34,634 INFO [RS:0;7bf281cf3991:33401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:36:34,634 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:36:34,634 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,33401,1731497764492 because: Region server is closing 2024-11-13T11:36:34,635 INFO [RS:0;7bf281cf3991:33401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:33401. 2024-11-13T11:36:34,635 DEBUG [RS:0;7bf281cf3991:33401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:34,635 DEBUG [RS:0;7bf281cf3991:33401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:34,635 DEBUG [RS:0;7bf281cf3991:33401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:34,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:34,735 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,33401,1731497764492.replicationSource.shipper7bf281cf3991%2C33401%2C1731497764492,1-7bf281cf3991,33401,1731497764492 terminated 2024-11-13T11:36:34,735 INFO [RS:0;7bf281cf3991:33401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33401 2024-11-13T11:36:34,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707/rs 2024-11-13T11:36:34,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-21490707/rs/7bf281cf3991,33401,1731497764492 2024-11-13T11:36:34,736 INFO [RS:0;7bf281cf3991:33401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:36:34,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,33401,1731497764492] 2024-11-13T11:36:34,738 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-21490707/draining/7bf281cf3991,33401,1731497764492 already deleted, retry=false 2024-11-13T11:36:34,738 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,33401,1731497764492 expired; onlineServers=0 2024-11-13T11:36:34,738 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,39371,1731497764234' ***** 2024-11-13T11:36:34,738 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:36:34,738 INFO [M:0;7bf281cf3991:39371 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:36:34,738 INFO [M:0;7bf281cf3991:39371 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:36:34,738 DEBUG [M:0;7bf281cf3991:39371 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:36:34,738 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:36:34,738 DEBUG [M:0;7bf281cf3991:39371 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:36:34,738 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497765353 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497765353,5,FailOnTimeoutGroup] 2024-11-13T11:36:34,738 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497765369 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497765369,5,FailOnTimeoutGroup] 2024-11-13T11:36:34,738 INFO [M:0;7bf281cf3991:39371 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:36:34,738 INFO [M:0;7bf281cf3991:39371 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:36:34,738 DEBUG [M:0;7bf281cf3991:39371 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:36:34,738 INFO [M:0;7bf281cf3991:39371 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:36:34,738 INFO [M:0;7bf281cf3991:39371 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:36:34,738 INFO [M:0;7bf281cf3991:39371 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:36:34,739 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:36:34,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-21490707/master 2024-11-13T11:36:34,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-21490707 2024-11-13T11:36:34,739 DEBUG [M:0;7bf281cf3991:39371 {}] zookeeper.ZKUtil(347): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Unable to get data of znode /0-21490707/master because node does not exist (not an error) 2024-11-13T11:36:34,739 WARN [M:0;7bf281cf3991:39371 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:36:34,739 INFO [M:0;7bf281cf3991:39371 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/.lastflushedseqids 2024-11-13T11:36:34,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741848_1024 (size=245) 2024-11-13T11:36:34,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:34,837 INFO [RS:0;7bf281cf3991:33401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:36:34,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33401-0x10038de7d390001, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:34,837 INFO [RS:0;7bf281cf3991:33401 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,33401,1731497764492; zookeeper connection closed. 2024-11-13T11:36:34,838 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@cb98d0d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@cb98d0d 2024-11-13T11:36:34,838 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:36:35,147 INFO [M:0;7bf281cf3991:39371 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:36:35,147 INFO [M:0;7bf281cf3991:39371 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:36:35,148 DEBUG [M:0;7bf281cf3991:39371 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:36:35,148 INFO [M:0;7bf281cf3991:39371 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:35,148 DEBUG [M:0;7bf281cf3991:39371 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:35,148 DEBUG [M:0;7bf281cf3991:39371 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:36:35,148 DEBUG [M:0;7bf281cf3991:39371 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:35,148 INFO [M:0;7bf281cf3991:39371 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-13T11:36:35,165 DEBUG [M:0;7bf281cf3991:39371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/895911afc23b4924b812b48bc7858485 is 82, key is hbase:meta,,1/info:regioninfo/1731497766063/Put/seqid=0 2024-11-13T11:36:35,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741849_1025 (size=5672) 2024-11-13T11:36:35,569 INFO [M:0;7bf281cf3991:39371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/895911afc23b4924b812b48bc7858485 2024-11-13T11:36:35,589 DEBUG [M:0;7bf281cf3991:39371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a6b1c331bda4a5e8f37fa02ad1b46f0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731497775216/Put/seqid=0 2024-11-13T11:36:35,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741850_1026 (size=8516) 2024-11-13T11:36:35,996 INFO [M:0;7bf281cf3991:39371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a6b1c331bda4a5e8f37fa02ad1b46f0 2024-11-13T11:36:36,010 DEBUG [M:0;7bf281cf3991:39371 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/956284f3717e4702b0133f8299202ad7 is 69, key is 7bf281cf3991,33401,1731497764492/rs:state/1731497765431/Put/seqid=0 2024-11-13T11:36:36,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741851_1027 (size=5156) 2024-11-13T11:36:36,014 INFO [M:0;7bf281cf3991:39371 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/956284f3717e4702b0133f8299202ad7 2024-11-13T11:36:36,017 DEBUG [M:0;7bf281cf3991:39371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/895911afc23b4924b812b48bc7858485 as hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/895911afc23b4924b812b48bc7858485 2024-11-13T11:36:36,020 INFO [M:0;7bf281cf3991:39371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/895911afc23b4924b812b48bc7858485, entries=8, sequenceid=97, filesize=5.5 K 2024-11-13T11:36:36,021 DEBUG [M:0;7bf281cf3991:39371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a6b1c331bda4a5e8f37fa02ad1b46f0 as hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a6b1c331bda4a5e8f37fa02ad1b46f0 2024-11-13T11:36:36,024 INFO [M:0;7bf281cf3991:39371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a6b1c331bda4a5e8f37fa02ad1b46f0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-13T11:36:36,025 DEBUG [M:0;7bf281cf3991:39371 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/956284f3717e4702b0133f8299202ad7 as hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/956284f3717e4702b0133f8299202ad7 2024-11-13T11:36:36,028 INFO [M:0;7bf281cf3991:39371 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37225/user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/956284f3717e4702b0133f8299202ad7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-13T11:36:36,028 INFO [M:0;7bf281cf3991:39371 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false 2024-11-13T11:36:36,029 INFO [M:0;7bf281cf3991:39371 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:36,029 DEBUG [M:0;7bf281cf3991:39371 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497795148Disabling compacts and flushes for region at 1731497795148Disabling writes for close at 1731497795148Obtaining lock to block concurrent updates at 1731497795148Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497795148Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731497795148Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497795149 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497795149Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497795164 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497795164Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497795573 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497795588 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497795588Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497795999 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497796010 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497796010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@683d662a: reopening flushed file at 1731497796017 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ad7e5d0: reopening flushed file at 1731497796021 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a81550: reopening flushed file at 1731497796025 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false at 1731497796028 (+3 ms)Writing region close event to WAL at 1731497796029 (+1 ms)Closed at 1731497796029 2024-11-13T11:36:36,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44647 is added to blk_1073741830_1006 (size=63654) 2024-11-13T11:36:36,031 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1cbb2184-3ebd-e95a-6de2-461462e212f4/MasterData/WALs/7bf281cf3991,39371,1731497764234/7bf281cf3991%2C39371%2C1731497764234.1731497765138 not finished, retry = 0 2024-11-13T11:36:36,131 INFO [M:0;7bf281cf3991:39371 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:36:36,131 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:36:36,131 INFO [M:0;7bf281cf3991:39371 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39371 2024-11-13T11:36:36,132 INFO [M:0;7bf281cf3991:39371 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:36:36,233 INFO [M:0;7bf281cf3991:39371 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:36:36,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:36,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39371-0x10038de7d390000, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:36:36,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47338a4b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:36:36,235 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f3c3b89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:36:36,235 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:36:36,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a736e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:36:36,235 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52c4ff25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/hadoop.log.dir/,STOPPED} 2024-11-13T11:36:36,236 WARN [BP-1239652212-172.17.0.2-1731497763035 heartbeating to localhost/127.0.0.1:37225 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:36:36,236 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:36:36,236 WARN [BP-1239652212-172.17.0.2-1731497763035 heartbeating to localhost/127.0.0.1:37225 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1239652212-172.17.0.2-1731497763035 (Datanode Uuid 87d63d51-80da-43b4-9553-d886bf9cd500) service to localhost/127.0.0.1:37225 2024-11-13T11:36:36,236 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:36:36,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/cluster_70d6d036-2418-db2b-bb5a-1e37e60d44fd/data/data1/current/BP-1239652212-172.17.0.2-1731497763035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:36:36,237 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/cluster_70d6d036-2418-db2b-bb5a-1e37e60d44fd/data/data2/current/BP-1239652212-172.17.0.2-1731497763035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:36:36,237 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:36:36,243 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2217983b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:36:36,244 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b6ec666{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:36:36,244 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:36:36,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7958868c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:36:36,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca31e18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/871d9f48-9341-60ee-6850-3b10e329af4e/hadoop.log.dir/,STOPPED} 2024-11-13T11:36:36,249 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T11:36:36,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:36:36,280 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 315) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36937 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64464) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41291 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37225 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37225 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64464) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37225 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36937 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36937 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64464) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=792 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=406 (was 355) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2036 (was 1443) - AvailableMemoryMB LEAK? - 2024-11-13T11:36:36,292 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=406, ProcessCount=11, AvailableMemoryMB=2036 2024-11-13T11:36:36,304 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-13T11:36:36,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/hadoop.log.dir so I do NOT create it in target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354 2024-11-13T11:36:36,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:36:36,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/hadoop.tmp.dir so I do NOT create it in target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354 2024-11-13T11:36:36,304 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/12227eda-74b3-091f-586f-9c0ecb7fff25/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:36:36,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354 2024-11-13T11:36:36,304 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/cluster_7dd48294-60e4-f32f-f41f-b154db3e5ec0, deleteOnExit=true 2024-11-13T11:36:36,307 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/cluster_7dd48294-60e4-f32f-f41f-b154db3e5ec0/zookeeper_0, clientPort=59677, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/cluster_7dd48294-60e4-f32f-f41f-b154db3e5ec0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/cluster_7dd48294-60e4-f32f-f41f-b154db3e5ec0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T11:36:36,307 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59677 2024-11-13T11:36:36,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:36:36,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:36:36,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/test.cache.data in system properties and HBase conf 2024-11-13T11:36:36,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:36:36,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:36:36,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:36:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:36:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:36:36,308 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:36:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:36:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:36:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:36:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:36:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:36:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:36:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:36:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:36:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:36:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:36:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:36:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:36:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:36:36,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:36:36,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10038de7d390005, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:36:36,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10038de7d390002, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:36:36,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10038de7d390008, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-13T11:36:36,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10038de7d390008, quorum=127.0.0.1:64464, baseZNode=/2-1347812756 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:36:36,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10038de7d390005, quorum=127.0.0.1:64464, baseZNode=/1-1789369488 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:36:36,347 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10038de7d390002, quorum=127.0.0.1:64464, baseZNode=/0-21490707 Received Disconnected from ZooKeeper, ignoring 2024-11-13T11:36:36,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:36,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:36:36,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:36:36,380 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:36:36,380 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:36:36,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:36,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@539e6189{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:36:36,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41493b7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:36:36,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a064ac5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/java.io.tmpdir/jetty-localhost-46737-hadoop-hdfs-3_4_1-tests_jar-_-any-5781283573501193844/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:36:36,477 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e508a81{HTTP/1.1, (http/1.1)}{localhost:46737} 2024-11-13T11:36:36,477 INFO [Time-limited test {}] server.Server(415): Started @281350ms 2024-11-13T11:36:36,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:36,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:36:36,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:36:36,566 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:36:36,566 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:36:36,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5229426c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:36:36,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b5cdbc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:36:36,662 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@20b9729c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/java.io.tmpdir/jetty-localhost-39727-hadoop-hdfs-3_4_1-tests_jar-_-any-2345763224696283141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:36:36,662 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1461160b{HTTP/1.1, (http/1.1)}{localhost:39727} 2024-11-13T11:36:36,662 INFO [Time-limited test {}] server.Server(415): Started @281535ms 2024-11-13T11:36:36,663 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:36:36,748 WARN [Thread-4177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/cluster_7dd48294-60e4-f32f-f41f-b154db3e5ec0/data/data1/current/BP-2066294764-172.17.0.2-1731497796333/current, will proceed with Du for space computation calculation, 2024-11-13T11:36:36,748 WARN [Thread-4178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/cluster_7dd48294-60e4-f32f-f41f-b154db3e5ec0/data/data2/current/BP-2066294764-172.17.0.2-1731497796333/current, will proceed with Du for space computation calculation, 2024-11-13T11:36:36,763 WARN [Thread-4165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:36:36,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc055028417558a4a with lease ID 0xe92cf4e4926dfc36: Processing first storage report for DS-0e0b0567-ecf2-4f71-bb0d-cd74021599fc from datanode DatanodeRegistration(127.0.0.1:44869, datanodeUuid=009bc27a-c2d9-40f6-bc42-cf79c16c1538, infoPort=38029, infoSecurePort=0, ipcPort=40131, storageInfo=lv=-57;cid=testClusterID;nsid=128140202;c=1731497796333) 2024-11-13T11:36:36,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc055028417558a4a with lease ID 0xe92cf4e4926dfc36: from storage DS-0e0b0567-ecf2-4f71-bb0d-cd74021599fc node DatanodeRegistration(127.0.0.1:44869, datanodeUuid=009bc27a-c2d9-40f6-bc42-cf79c16c1538, infoPort=38029, infoSecurePort=0, ipcPort=40131, storageInfo=lv=-57;cid=testClusterID;nsid=128140202;c=1731497796333), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:36:36,765 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc055028417558a4a with lease ID 0xe92cf4e4926dfc36: Processing first storage report for DS-61f8c17a-5830-4f7d-a925-77c1a57c8ca7 from datanode DatanodeRegistration(127.0.0.1:44869, datanodeUuid=009bc27a-c2d9-40f6-bc42-cf79c16c1538, infoPort=38029, infoSecurePort=0, ipcPort=40131, storageInfo=lv=-57;cid=testClusterID;nsid=128140202;c=1731497796333) 2024-11-13T11:36:36,765 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc055028417558a4a with lease ID 0xe92cf4e4926dfc36: from storage DS-61f8c17a-5830-4f7d-a925-77c1a57c8ca7 node DatanodeRegistration(127.0.0.1:44869, datanodeUuid=009bc27a-c2d9-40f6-bc42-cf79c16c1538, infoPort=38029, infoSecurePort=0, ipcPort=40131, storageInfo=lv=-57;cid=testClusterID;nsid=128140202;c=1731497796333), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:36:36,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354 2024-11-13T11:36:36,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:36,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:36,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44869 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:36:37,222 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b with version=8 2024-11-13T11:36:37,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/hbase-staging 2024-11-13T11:36:37,224 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:36:37,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:37,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:37,224 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:36:37,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:37,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:36:37,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:36:37,224 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:36:37,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44387 2024-11-13T11:36:37,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44387 connecting to ZooKeeper ensemble=127.0.0.1:59677 2024-11-13T11:36:37,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443870x0, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:37,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44387-0x10038deff410000 connected 2024-11-13T11:36:37,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:37,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:37,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Set watcher on znode that does not yet exist, /01831672641/running 2024-11-13T11:36:37,249 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b, hbase.cluster.distributed=false 2024-11-13T11:36:37,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Set watcher on znode that does not yet exist, /01831672641/acl 2024-11-13T11:36:37,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44387 2024-11-13T11:36:37,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44387 2024-11-13T11:36:37,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44387 2024-11-13T11:36:37,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44387 2024-11-13T11:36:37,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44387 2024-11-13T11:36:37,268 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:36:37,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:37,268 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:37,268 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:36:37,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:37,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:36:37,269 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:36:37,269 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:36:37,269 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40123 2024-11-13T11:36:37,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40123 connecting to ZooKeeper ensemble=127.0.0.1:59677 2024-11-13T11:36:37,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:37,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:37,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401230x0, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:37,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401230x0, quorum=127.0.0.1:59677, baseZNode=/01831672641 Set watcher on znode that does not yet exist, /01831672641/running 2024-11-13T11:36:37,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40123-0x10038deff410001 connected 2024-11-13T11:36:37,275 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:36:37,277 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:36:37,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40123-0x10038deff410001, quorum=127.0.0.1:59677, baseZNode=/01831672641 Set watcher on znode that does not yet exist, /01831672641/master 2024-11-13T11:36:37,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40123-0x10038deff410001, quorum=127.0.0.1:59677, baseZNode=/01831672641 Set watcher on znode that does not yet exist, /01831672641/acl 2024-11-13T11:36:37,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40123 2024-11-13T11:36:37,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40123 2024-11-13T11:36:37,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40123 2024-11-13T11:36:37,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40123 2024-11-13T11:36:37,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40123 2024-11-13T11:36:37,296 DEBUG [M:0;7bf281cf3991:44387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:44387 2024-11-13T11:36:37,296 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01831672641/backup-masters/7bf281cf3991,44387,1731497797224 2024-11-13T11:36:37,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641/backup-masters 2024-11-13T11:36:37,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40123-0x10038deff410001, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641/backup-masters 2024-11-13T11:36:37,298 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Set watcher on existing znode=/01831672641/backup-masters/7bf281cf3991,44387,1731497797224 2024-11-13T11:36:37,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40123-0x10038deff410001, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01831672641/master 2024-11-13T11:36:37,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40123-0x10038deff410001, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641 2024-11-13T11:36:37,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641 2024-11-13T11:36:37,299 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Set watcher on existing znode=/01831672641/master 2024-11-13T11:36:37,299 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01831672641/backup-masters/7bf281cf3991,44387,1731497797224 from backup master directory 2024-11-13T11:36:37,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01831672641/backup-masters/7bf281cf3991,44387,1731497797224 2024-11-13T11:36:37,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40123-0x10038deff410001, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641/backup-masters 2024-11-13T11:36:37,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641/backup-masters 2024-11-13T11:36:37,299 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:36:37,299 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,44387,1731497797224 2024-11-13T11:36:37,302 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/hbase.id] with ID: e6d5ad80-458e-4dbf-ba2a-ed2db06f592a 2024-11-13T11:36:37,302 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/.tmp/hbase.id 2024-11-13T11:36:37,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44869 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:36:37,708 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/.tmp/hbase.id]:[hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/hbase.id] 2024-11-13T11:36:37,715 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:37,715 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:36:37,715 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-13T11:36:37,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40123-0x10038deff410001, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641 2024-11-13T11:36:37,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641 2024-11-13T11:36:37,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44869 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:36:38,121 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:38,121 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:36:38,122 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:38,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44869 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:36:38,527 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/MasterData/data/master/store 2024-11-13T11:36:38,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44869 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:36:38,560 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:36:38,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:38,932 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:38,932 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:36:38,932 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:38,932 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:38,932 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:36:38,932 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:38,932 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:38,932 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497798932Disabling compacts and flushes for region at 1731497798932Disabling writes for close at 1731497798932Writing region close event to WAL at 1731497798932Closed at 1731497798932 2024-11-13T11:36:38,933 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/MasterData/data/master/store/.initializing 2024-11-13T11:36:38,933 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/MasterData/WALs/7bf281cf3991,44387,1731497797224 2024-11-13T11:36:38,934 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:36:38,935 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C44387%2C1731497797224, suffix=, logDir=hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/MasterData/WALs/7bf281cf3991,44387,1731497797224, archiveDir=hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/MasterData/oldWALs, maxLogs=10 2024-11-13T11:36:38,946 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/MasterData/WALs/7bf281cf3991,44387,1731497797224/7bf281cf3991%2C44387%2C1731497797224.1731497798935, exclude list is [], retry=0 2024-11-13T11:36:38,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44869,DS-0e0b0567-ecf2-4f71-bb0d-cd74021599fc,DISK] 2024-11-13T11:36:38,950 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/MasterData/WALs/7bf281cf3991,44387,1731497797224/7bf281cf3991%2C44387%2C1731497797224.1731497798935 2024-11-13T11:36:38,951 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38029:38029)] 2024-11-13T11:36:38,951 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:38,951 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:38,951 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:38,951 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:38,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:38,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:36:38,953 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:38,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:38,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:38,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:36:38,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:38,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:38,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:38,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:36:38,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:38,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:38,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:38,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:36:38,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:38,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:38,955 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:38,956 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:38,956 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:38,957 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:38,957 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:38,957 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:38,958 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:38,959 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:38,959 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73972304, jitterRate=0.10227322578430176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:38,959 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497798951Initializing all the Stores at 1731497798952 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497798952Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497798952Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497798952Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497798952Cleaning up temporary data from old regions at 1731497798957 (+5 ms)Region opened successfully at 1731497798959 (+2 ms) 2024-11-13T11:36:38,960 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:36:38,961 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6aa783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:36:38,962 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:36:38,962 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:36:38,962 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:36:38,962 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:36:38,962 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:36:38,963 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:36:38,963 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:36:38,964 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:36:38,965 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Unable to get data of znode /01831672641/balancer because node does not exist (not necessarily an error) 2024-11-13T11:36:38,965 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01831672641/balancer already deleted, retry=false 2024-11-13T11:36:38,966 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:36:38,966 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Unable to get data of znode /01831672641/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:36:38,966 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01831672641/normalizer already deleted, retry=false 2024-11-13T11:36:38,967 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:36:38,967 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Unable to get data of znode /01831672641/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:36:38,968 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01831672641/switch/split already deleted, retry=false 2024-11-13T11:36:38,968 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Unable to get data of znode /01831672641/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:36:38,969 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01831672641/switch/merge already deleted, retry=false 2024-11-13T11:36:38,970 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Unable to get data of znode /01831672641/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:36:38,970 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01831672641/snapshot-cleanup already deleted, retry=false 2024-11-13T11:36:38,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40123-0x10038deff410001, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01831672641/running 2024-11-13T11:36:38,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01831672641/running 2024-11-13T11:36:38,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641 2024-11-13T11:36:38,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40123-0x10038deff410001, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641 2024-11-13T11:36:38,972 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,44387,1731497797224, sessionid=0x10038deff410000, setting cluster-up flag (Was=false) 2024-11-13T11:36:38,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40123-0x10038deff410001, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641 2024-11-13T11:36:38,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641 2024-11-13T11:36:38,976 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01831672641/flush-table-proc/acquired, /01831672641/flush-table-proc/reached, /01831672641/flush-table-proc/abort 2024-11-13T11:36:38,976 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,44387,1731497797224 2024-11-13T11:36:38,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40123-0x10038deff410001, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641 2024-11-13T11:36:38,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641 2024-11-13T11:36:38,980 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01831672641/online-snapshot/acquired, /01831672641/online-snapshot/reached, /01831672641/online-snapshot/abort 2024-11-13T11:36:38,981 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,44387,1731497797224 2024-11-13T11:36:38,982 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:36:38,982 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:38,983 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:36:38,983 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:36:38,983 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,44387,1731497797224 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:36:38,984 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:38,984 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:38,984 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:38,984 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:38,984 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:36:38,984 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:38,984 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:36:38,984 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:38,985 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:38,985 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:36:38,985 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497828985 2024-11-13T11:36:38,985 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:36:38,985 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:36:38,985 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:36:38,985 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:36:38,985 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:36:38,985 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:36:38,986 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:38,986 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:38,986 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:36:38,986 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:36:38,986 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:36:38,986 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:36:38,986 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:36:38,986 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:36:38,986 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:36:38,989 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497798986,5,FailOnTimeoutGroup] 2024-11-13T11:36:38,992 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497798989,5,FailOnTimeoutGroup] 2024-11-13T11:36:38,992 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:38,992 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:36:38,992 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:38,992 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:38,993 INFO [RS:0;7bf281cf3991:40123 {}] regionserver.HRegionServer(746): ClusterId : e6d5ad80-458e-4dbf-ba2a-ed2db06f592a 2024-11-13T11:36:38,993 DEBUG [RS:0;7bf281cf3991:40123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:36:38,994 DEBUG [RS:0;7bf281cf3991:40123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:36:38,994 DEBUG [RS:0;7bf281cf3991:40123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:36:38,995 DEBUG [RS:0;7bf281cf3991:40123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:36:38,995 DEBUG [RS:0;7bf281cf3991:40123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b24b61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:36:39,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44869 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:36:39,012 DEBUG [RS:0;7bf281cf3991:40123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:40123 2024-11-13T11:36:39,012 INFO [RS:0;7bf281cf3991:40123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:36:39,012 INFO [RS:0;7bf281cf3991:40123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:36:39,012 DEBUG [RS:0;7bf281cf3991:40123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:36:39,013 INFO [RS:0;7bf281cf3991:40123 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,44387,1731497797224 with port=40123, startcode=1731497797268 2024-11-13T11:36:39,013 DEBUG [RS:0;7bf281cf3991:40123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:36:39,015 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54879, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:36:39,015 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44387 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,40123,1731497797268 2024-11-13T11:36:39,015 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44387 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,40123,1731497797268 2024-11-13T11:36:39,017 DEBUG [RS:0;7bf281cf3991:40123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b 2024-11-13T11:36:39,017 DEBUG [RS:0;7bf281cf3991:40123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39225 2024-11-13T11:36:39,017 DEBUG [RS:0;7bf281cf3991:40123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:36:39,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641/rs 2024-11-13T11:36:39,018 DEBUG [RS:0;7bf281cf3991:40123 {}] zookeeper.ZKUtil(111): regionserver:40123-0x10038deff410001, quorum=127.0.0.1:59677, baseZNode=/01831672641 Set watcher on existing znode=/01831672641/rs/7bf281cf3991,40123,1731497797268 2024-11-13T11:36:39,018 WARN [RS:0;7bf281cf3991:40123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:36:39,018 INFO [RS:0;7bf281cf3991:40123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:39,018 DEBUG [RS:0;7bf281cf3991:40123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/WALs/7bf281cf3991,40123,1731497797268 2024-11-13T11:36:39,022 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,40123,1731497797268] 2024-11-13T11:36:39,027 INFO [RS:0;7bf281cf3991:40123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:36:39,029 INFO [RS:0;7bf281cf3991:40123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:36:39,032 INFO [RS:0;7bf281cf3991:40123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:36:39,032 INFO [RS:0;7bf281cf3991:40123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:39,033 INFO [RS:0;7bf281cf3991:40123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:36:39,034 INFO [RS:0;7bf281cf3991:40123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:36:39,034 INFO [RS:0;7bf281cf3991:40123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:39,034 DEBUG [RS:0;7bf281cf3991:40123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:39,034 DEBUG [RS:0;7bf281cf3991:40123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:39,034 DEBUG [RS:0;7bf281cf3991:40123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:39,034 DEBUG [RS:0;7bf281cf3991:40123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:39,034 DEBUG [RS:0;7bf281cf3991:40123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:39,034 DEBUG [RS:0;7bf281cf3991:40123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:36:39,034 DEBUG [RS:0;7bf281cf3991:40123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:39,034 DEBUG [RS:0;7bf281cf3991:40123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:39,034 DEBUG [RS:0;7bf281cf3991:40123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:39,034 DEBUG [RS:0;7bf281cf3991:40123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:39,034 DEBUG [RS:0;7bf281cf3991:40123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:39,034 DEBUG [RS:0;7bf281cf3991:40123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:39,034 DEBUG [RS:0;7bf281cf3991:40123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:36:39,034 DEBUG [RS:0;7bf281cf3991:40123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:36:39,034 INFO [RS:0;7bf281cf3991:40123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:39,034 INFO [RS:0;7bf281cf3991:40123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:39,034 INFO [RS:0;7bf281cf3991:40123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:39,034 INFO [RS:0;7bf281cf3991:40123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:39,034 INFO [RS:0;7bf281cf3991:40123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:39,034 INFO [RS:0;7bf281cf3991:40123 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,40123,1731497797268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:36:39,046 INFO [RS:0;7bf281cf3991:40123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:36:39,046 INFO [RS:0;7bf281cf3991:40123 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,40123,1731497797268-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:39,046 INFO [RS:0;7bf281cf3991:40123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:39,046 INFO [RS:0;7bf281cf3991:40123 {}] regionserver.Replication(171): 7bf281cf3991,40123,1731497797268 started 2024-11-13T11:36:39,058 INFO [RS:0;7bf281cf3991:40123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:39,058 INFO [RS:0;7bf281cf3991:40123 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,40123,1731497797268, RpcServer on 7bf281cf3991/172.17.0.2:40123, sessionid=0x10038deff410001 2024-11-13T11:36:39,058 DEBUG [RS:0;7bf281cf3991:40123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:36:39,058 DEBUG [RS:0;7bf281cf3991:40123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,40123,1731497797268 2024-11-13T11:36:39,058 DEBUG [RS:0;7bf281cf3991:40123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,40123,1731497797268' 2024-11-13T11:36:39,058 DEBUG [RS:0;7bf281cf3991:40123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01831672641/flush-table-proc/abort' 2024-11-13T11:36:39,059 DEBUG [RS:0;7bf281cf3991:40123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01831672641/flush-table-proc/acquired' 2024-11-13T11:36:39,059 DEBUG [RS:0;7bf281cf3991:40123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:36:39,059 DEBUG [RS:0;7bf281cf3991:40123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:36:39,059 DEBUG [RS:0;7bf281cf3991:40123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,40123,1731497797268 2024-11-13T11:36:39,059 DEBUG [RS:0;7bf281cf3991:40123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,40123,1731497797268' 2024-11-13T11:36:39,059 DEBUG [RS:0;7bf281cf3991:40123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01831672641/online-snapshot/abort' 2024-11-13T11:36:39,060 DEBUG [RS:0;7bf281cf3991:40123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01831672641/online-snapshot/acquired' 2024-11-13T11:36:39,060 DEBUG [RS:0;7bf281cf3991:40123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:36:39,060 INFO [RS:0;7bf281cf3991:40123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:36:39,060 INFO [RS:0;7bf281cf3991:40123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:36:39,160 INFO [RS:0;7bf281cf3991:40123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:36:39,161 INFO [RS:0;7bf281cf3991:40123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C40123%2C1731497797268, suffix=, logDir=hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/WALs/7bf281cf3991,40123,1731497797268, archiveDir=hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/oldWALs, maxLogs=10 2024-11-13T11:36:39,174 DEBUG [RS:0;7bf281cf3991:40123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/WALs/7bf281cf3991,40123,1731497797268/7bf281cf3991%2C40123%2C1731497797268.1731497799162, exclude list is [], retry=0 2024-11-13T11:36:39,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44869,DS-0e0b0567-ecf2-4f71-bb0d-cd74021599fc,DISK] 2024-11-13T11:36:39,178 INFO [RS:0;7bf281cf3991:40123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/WALs/7bf281cf3991,40123,1731497797268/7bf281cf3991%2C40123%2C1731497797268.1731497799162 2024-11-13T11:36:39,178 DEBUG [RS:0;7bf281cf3991:40123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38029:38029)] 2024-11-13T11:36:39,405 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:36:39,405 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b 2024-11-13T11:36:39,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44869 is added to blk_1073741833_1009 (size=32) 2024-11-13T11:36:39,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:39,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:36:39,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:36:39,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:39,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:39,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:36:39,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:36:39,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:39,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:39,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:36:39,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:36:39,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:39,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:39,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:36:39,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:36:39,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:39,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:39,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:36:39,826 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/data/hbase/meta/1588230740 2024-11-13T11:36:39,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/data/hbase/meta/1588230740 2024-11-13T11:36:39,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:36:39,828 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:36:39,828 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:39,832 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:36:39,844 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:39,845 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72949870, jitterRate=0.08703777194023132}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:39,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497799818Initializing all the Stores at 1731497799818Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497799818Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497799819 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497799819Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497799819Cleaning up temporary data from old regions at 1731497799828 (+9 ms)Region opened successfully at 1731497799845 (+17 ms) 2024-11-13T11:36:39,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:36:39,846 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:36:39,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:36:39,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:36:39,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:36:39,846 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:36:39,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497799845Disabling compacts and flushes for region at 1731497799845Disabling writes for close at 1731497799846 (+1 ms)Writing region close event to WAL at 1731497799846Closed at 1731497799846 2024-11-13T11:36:39,847 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:39,847 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:36:39,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:36:39,849 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:36:39,850 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:36:40,001 DEBUG [7bf281cf3991:44387 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:36:40,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,40123,1731497797268 2024-11-13T11:36:40,002 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,40123,1731497797268, state=OPENING 2024-11-13T11:36:40,003 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:36:40,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641 2024-11-13T11:36:40,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40123-0x10038deff410001, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01831672641 2024-11-13T11:36:40,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01831672641/meta-region-server: CHANGED 2024-11-13T11:36:40,006 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:36:40,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,40123,1731497797268}] 2024-11-13T11:36:40,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01831672641/meta-region-server: CHANGED 2024-11-13T11:36:40,159 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:36:40,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:36:40,170 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:36:40,170 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:40,170 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:36:40,174 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C40123%2C1731497797268.meta, suffix=.meta, logDir=hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/WALs/7bf281cf3991,40123,1731497797268, archiveDir=hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/oldWALs, maxLogs=10 2024-11-13T11:36:40,194 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/WALs/7bf281cf3991,40123,1731497797268/7bf281cf3991%2C40123%2C1731497797268.meta.1731497800175.meta, exclude list is [], retry=0 2024-11-13T11:36:40,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44869,DS-0e0b0567-ecf2-4f71-bb0d-cd74021599fc,DISK] 2024-11-13T11:36:40,204 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/WALs/7bf281cf3991,40123,1731497797268/7bf281cf3991%2C40123%2C1731497797268.meta.1731497800175.meta 2024-11-13T11:36:40,205 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38029:38029)] 2024-11-13T11:36:40,205 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:40,206 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:40,206 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:36:40,206 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:36:40,206 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:36:40,206 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:36:40,206 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:40,207 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:36:40,207 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:36:40,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:36:40,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:36:40,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:40,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:40,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:36:40,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:36:40,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:40,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:40,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:36:40,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:36:40,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:40,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:40,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:36:40,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:36:40,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:40,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:40,217 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:36:40,218 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/data/hbase/meta/1588230740 2024-11-13T11:36:40,219 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/data/hbase/meta/1588230740 2024-11-13T11:36:40,220 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:36:40,220 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:36:40,220 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:40,221 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:36:40,222 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67477268, jitterRate=0.005489647388458252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:40,222 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:36:40,222 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497800207Writing region info on filesystem at 1731497800207Initializing all the Stores at 1731497800208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497800208Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497800209 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497800209Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497800209Cleaning up temporary data from old regions at 1731497800220 (+11 ms)Running coprocessor post-open hooks at 1731497800222 (+2 ms)Region opened successfully at 1731497800222 2024-11-13T11:36:40,223 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497800159 2024-11-13T11:36:40,225 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:36:40,225 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:36:40,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,40123,1731497797268 2024-11-13T11:36:40,228 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,40123,1731497797268, state=OPEN 2024-11-13T11:36:40,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40123-0x10038deff410001, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01831672641/meta-region-server 2024-11-13T11:36:40,230 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01831672641/meta-region-server: CHANGED 2024-11-13T11:36:40,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44387-0x10038deff410000, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01831672641/meta-region-server 2024-11-13T11:36:40,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01831672641/meta-region-server: CHANGED 2024-11-13T11:36:40,232 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,40123,1731497797268 2024-11-13T11:36:40,236 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:36:40,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,40123,1731497797268 in 226 msec 2024-11-13T11:36:40,247 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:40,248 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:36:40,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:36:40,248 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 390 msec 2024-11-13T11:36:40,249 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:40,249 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,40123,1731497797268, seqNum=-1] 2024-11-13T11:36:40,249 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:40,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:40,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2750 sec 2024-11-13T11:36:40,259 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497800259, completionTime=-1 2024-11-13T11:36:40,259 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:36:40,259 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:36:40,261 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:36:40,261 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497860261 2024-11-13T11:36:40,261 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497920261 2024-11-13T11:36:40,261 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T11:36:40,261 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44387,1731497797224-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:40,261 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44387,1731497797224-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:40,261 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44387,1731497797224-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:40,261 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:44387, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:40,261 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:40,263 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:36:40,265 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:40,269 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.970sec 2024-11-13T11:36:40,269 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:36:40,269 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:36:40,269 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:36:40,269 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:36:40,269 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:36:40,269 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44387,1731497797224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:36:40,269 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44387,1731497797224-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:36:40,286 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:36:40,286 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:36:40,286 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,44387,1731497797224-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:40,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebb6745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:40,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,44387,-1 for getting cluster id 2024-11-13T11:36:40,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:40,309 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6d5ad80-458e-4dbf-ba2a-ed2db06f592a' 2024-11-13T11:36:40,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:40,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6d5ad80-458e-4dbf-ba2a-ed2db06f592a" 2024-11-13T11:36:40,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa5b042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:40,310 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,44387,-1] 2024-11-13T11:36:40,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:40,311 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:40,312 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:40,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ed0413, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:40,313 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:40,314 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,40123,1731497797268, seqNum=-1] 2024-11-13T11:36:40,315 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:40,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:40,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,44387,1731497797224 2024-11-13T11:36:40,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59677 2024-11-13T11:36:40,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59677, baseZNode=/01831672641 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:40,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:40,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,44387,1731497797224 2024-11-13T11:36:40,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2eefc3ee 2024-11-13T11:36:40,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:40,343 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:40,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:40,344 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10038deff410002 connected 2024-11-13T11:36:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T11:36:40,345 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:36:40,346 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:40,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T11:36:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:40,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:36:40,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44869 is added to blk_1073741835_1011 (size=902) 2024-11-13T11:36:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:40,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T11:36:40,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:36:40,768 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af8860581df65aa1e02fc9542e46907b, NAME => 'test,,1731497800343.af8860581df65aa1e02fc9542e46907b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b 2024-11-13T11:36:40,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44869 is added to blk_1073741836_1012 (size=39) 2024-11-13T11:36:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:41,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731497800343.af8860581df65aa1e02fc9542e46907b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:41,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing af8860581df65aa1e02fc9542e46907b, disabling compactions & flushes 2024-11-13T11:36:41,175 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731497800343.af8860581df65aa1e02fc9542e46907b. 2024-11-13T11:36:41,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497800343.af8860581df65aa1e02fc9542e46907b. 2024-11-13T11:36:41,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731497800343.af8860581df65aa1e02fc9542e46907b. after waiting 0 ms 2024-11-13T11:36:41,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731497800343.af8860581df65aa1e02fc9542e46907b. 2024-11-13T11:36:41,175 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731497800343.af8860581df65aa1e02fc9542e46907b. 2024-11-13T11:36:41,175 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for af8860581df65aa1e02fc9542e46907b: Waiting for close lock at 1731497801175Disabling compacts and flushes for region at 1731497801175Disabling writes for close at 1731497801175Writing region close event to WAL at 1731497801175Closed at 1731497801175 2024-11-13T11:36:41,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:36:41,176 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731497800343.af8860581df65aa1e02fc9542e46907b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731497801176"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497801176"}]},"ts":"1731497801176"} 2024-11-13T11:36:41,177 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:36:41,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:36:41,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497801178"}]},"ts":"1731497801178"} 2024-11-13T11:36:41,179 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T11:36:41,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af8860581df65aa1e02fc9542e46907b, ASSIGN}] 2024-11-13T11:36:41,180 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=af8860581df65aa1e02fc9542e46907b, ASSIGN 2024-11-13T11:36:41,181 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=af8860581df65aa1e02fc9542e46907b, ASSIGN; state=OFFLINE, location=7bf281cf3991,40123,1731497797268; forceNewPlan=false, retain=false 2024-11-13T11:36:41,331 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af8860581df65aa1e02fc9542e46907b, regionState=OPENING, regionLocation=7bf281cf3991,40123,1731497797268 2024-11-13T11:36:41,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=af8860581df65aa1e02fc9542e46907b, ASSIGN because future has completed 2024-11-13T11:36:41,333 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af8860581df65aa1e02fc9542e46907b, server=7bf281cf3991,40123,1731497797268}] 2024-11-13T11:36:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:41,487 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731497800343.af8860581df65aa1e02fc9542e46907b. 2024-11-13T11:36:41,487 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => af8860581df65aa1e02fc9542e46907b, NAME => 'test,,1731497800343.af8860581df65aa1e02fc9542e46907b.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:41,488 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:41,488 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T11:36:41,488 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test af8860581df65aa1e02fc9542e46907b 2024-11-13T11:36:41,488 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731497800343.af8860581df65aa1e02fc9542e46907b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:41,488 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for af8860581df65aa1e02fc9542e46907b 2024-11-13T11:36:41,488 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for af8860581df65aa1e02fc9542e46907b 2024-11-13T11:36:41,489 INFO [StoreOpener-af8860581df65aa1e02fc9542e46907b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region af8860581df65aa1e02fc9542e46907b 2024-11-13T11:36:41,490 INFO [StoreOpener-af8860581df65aa1e02fc9542e46907b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af8860581df65aa1e02fc9542e46907b columnFamilyName f 2024-11-13T11:36:41,490 DEBUG [StoreOpener-af8860581df65aa1e02fc9542e46907b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:41,490 INFO [StoreOpener-af8860581df65aa1e02fc9542e46907b-1 {}] regionserver.HStore(327): Store=af8860581df65aa1e02fc9542e46907b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:41,490 INFO [StoreOpener-af8860581df65aa1e02fc9542e46907b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region af8860581df65aa1e02fc9542e46907b 2024-11-13T11:36:41,491 INFO [StoreOpener-af8860581df65aa1e02fc9542e46907b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af8860581df65aa1e02fc9542e46907b columnFamilyName f1 2024-11-13T11:36:41,491 DEBUG [StoreOpener-af8860581df65aa1e02fc9542e46907b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:41,491 INFO [StoreOpener-af8860581df65aa1e02fc9542e46907b-1 {}] regionserver.HStore(327): Store=af8860581df65aa1e02fc9542e46907b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:41,491 INFO [StoreOpener-af8860581df65aa1e02fc9542e46907b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region af8860581df65aa1e02fc9542e46907b 2024-11-13T11:36:41,492 INFO [StoreOpener-af8860581df65aa1e02fc9542e46907b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af8860581df65aa1e02fc9542e46907b columnFamilyName norep 2024-11-13T11:36:41,492 DEBUG [StoreOpener-af8860581df65aa1e02fc9542e46907b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:41,492 INFO [StoreOpener-af8860581df65aa1e02fc9542e46907b-1 {}] regionserver.HStore(327): Store=af8860581df65aa1e02fc9542e46907b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:41,493 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for af8860581df65aa1e02fc9542e46907b 2024-11-13T11:36:41,493 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/data/default/test/af8860581df65aa1e02fc9542e46907b 2024-11-13T11:36:41,493 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/data/default/test/af8860581df65aa1e02fc9542e46907b 2024-11-13T11:36:41,494 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for af8860581df65aa1e02fc9542e46907b 2024-11-13T11:36:41,494 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for af8860581df65aa1e02fc9542e46907b 2024-11-13T11:36:41,494 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:36:41,495 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for af8860581df65aa1e02fc9542e46907b 2024-11-13T11:36:41,496 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/data/default/test/af8860581df65aa1e02fc9542e46907b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:41,496 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened af8860581df65aa1e02fc9542e46907b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73928580, jitterRate=0.10162168741226196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:36:41,496 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af8860581df65aa1e02fc9542e46907b 2024-11-13T11:36:41,497 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for af8860581df65aa1e02fc9542e46907b: Running coprocessor pre-open hook at 1731497801488Writing region info on filesystem at 1731497801488Initializing all the Stores at 1731497801489 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497801489Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497801489Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497801489Cleaning up temporary data from old regions at 1731497801494 (+5 ms)Running coprocessor post-open hooks at 1731497801496 (+2 ms)Region opened successfully at 1731497801497 (+1 ms) 2024-11-13T11:36:41,497 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731497800343.af8860581df65aa1e02fc9542e46907b., pid=6, masterSystemTime=1731497801485 2024-11-13T11:36:41,499 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731497800343.af8860581df65aa1e02fc9542e46907b. 2024-11-13T11:36:41,499 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731497800343.af8860581df65aa1e02fc9542e46907b. 2024-11-13T11:36:41,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=af8860581df65aa1e02fc9542e46907b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7bf281cf3991,40123,1731497797268 2024-11-13T11:36:41,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure af8860581df65aa1e02fc9542e46907b, server=7bf281cf3991,40123,1731497797268 because future has completed 2024-11-13T11:36:41,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:36:41,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure af8860581df65aa1e02fc9542e46907b, server=7bf281cf3991,40123,1731497797268 in 168 msec 2024-11-13T11:36:41,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T11:36:41,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=af8860581df65aa1e02fc9542e46907b, ASSIGN in 323 msec 2024-11-13T11:36:41,504 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:36:41,504 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497801504"}]},"ts":"1731497801504"} 2024-11-13T11:36:41,505 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T11:36:41,506 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:36:41,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-13T11:36:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:42,501 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T11:36:42,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2052d5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:42,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,44387,-1 for getting cluster id 2024-11-13T11:36:42,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:42,502 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6d5ad80-458e-4dbf-ba2a-ed2db06f592a' 2024-11-13T11:36:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6d5ad80-458e-4dbf-ba2a-ed2db06f592a" 2024-11-13T11:36:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbf3066, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,44387,-1] 2024-11-13T11:36:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:42,502 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:42,503 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:42,503 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a9498e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:42,503 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,44387,1731497797224 2024-11-13T11:36:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24439cd8 2024-11-13T11:36:42,504 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:42,504 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:42,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:44387,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:36:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:36:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:42,507 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:44387' 2024-11-13T11:36:42,508 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8178ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:42,508 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,44387,-1 for getting cluster id 2024-11-13T11:36:42,508 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:42,508 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e6d5ad80-458e-4dbf-ba2a-ed2db06f592a' 2024-11-13T11:36:42,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:42,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e6d5ad80-458e-4dbf-ba2a-ed2db06f592a" 2024-11-13T11:36:42,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7863283d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:42,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,44387,-1] 2024-11-13T11:36:42,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:42,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:42,509 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:42,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119d6b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:42,510 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:42,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,44387,1731497797224 2024-11-13T11:36:42,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b0e9353 2024-11-13T11:36:42,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:42,511 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:42,512 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T11:36:42,512 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:36:42,512 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:42,512 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:42,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:42,512 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7bf281cf3991:44387, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-13T11:36:42,517 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7bf281cf3991:44387, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7bf281cf3991:44387, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7bf281cf3991:44387, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-13T11:36:42,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7bf281cf3991:44387, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=12 msec 2024-11-13T11:36:42,518 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-13T11:36:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:42,611 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://7bf281cf3991:44387, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-13T11:36:42,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:36:42,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:36:42,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:42,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:42,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:42,623 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=532 (was 361) Potentially hanging thread: IPC Server idle connection scanner for port 39225 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7bf281cf3991:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/cluster_7dd48294-60e4-f32f-f41f-b154db3e5ec0/data/data2/current/BP-2066294764-172.17.0.2-1731497796333 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1617264608_20 at /127.0.0.1:33534 [Receiving block BP-2066294764-172.17.0.2-1731497796333:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Server handler 0 on default port 39225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b-prefix:7bf281cf3991,40123,1731497797268.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PacketResponder: BP-2066294764-172.17.0.2-1731497796333:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;7bf281cf3991:44387 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp680129418-7937 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b/MasterData-prefix:7bf281cf3991,44387,1731497797224 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39225 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3775cd5f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39225/user/jenkins/test-data/8ede8fd2-0122-e6b9-fdc1-050dd7a1203b-prefix:7bf281cf3991,40123,1731497797268 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/cluster_7dd48294-60e4-f32f-f41f-b154db3e5ec0/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39225 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 2 on default port 39225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp994132191-7891 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7bf281cf3991:40123 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1938011882) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: qtp994132191-7887 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3350432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp680129418-7936 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2066294764-172.17.0.2-1731497796333:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/cluster_7dd48294-60e4-f32f-f41f-b154db3e5ec0/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@59ae6e2f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp994132191-7886 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3350432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 1 on default port 40131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-982aaa7-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-34877dfd-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39225 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497798986 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f33509fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59677) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2066294764-172.17.0.2-1731497796333:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-2066294764-172.17.0.2-1731497796333 heartbeating to localhost/127.0.0.1:39225 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1617264608_20 at /127.0.0.1:33560 [Receiving block BP-2066294764-172.17.0.2-1731497796333:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7bf281cf3991:40123-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5e582a36 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59677) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp994132191-7888 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3350432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@4700ce97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 40131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39225 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$601/0x00007f3350acfb80.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 7bf281cf3991:44387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/7bf281cf3991:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp994132191-7889-acceptor-0@66e5ca1f-ServerConnector@6e508a81{HTTP/1.1, (http/1.1)}{localhost:46737} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1617264608_20 at /127.0.0.1:42178 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59677 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: regionserver/7bf281cf3991:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@75755868[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 39225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497798989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@47bb6c60 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7bf281cf3991:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40123 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-190183325_20 at /127.0.0.1:33526 [Receiving block BP-2066294764-172.17.0.2-1731497796333:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/cluster_7dd48294-60e4-f32f-f41f-b154db3e5ec0/data/data1/current/BP-2066294764-172.17.0.2-1731497796333 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp994132191-7892 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: qtp680129418-7935-acceptor-0@7fd8ac1f-ServerConnector@1461160b{HTTP/1.1, (http/1.1)}{localhost:39727} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp680129418-7934 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3350432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2106c5d2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:59677): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: IPC Server handler 3 on default port 40131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59677) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 1 on default port 39225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 40131 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp994132191-7885 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f3350432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 40131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/7bf281cf3991:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Server handler 4 on default port 39225 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44387 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp994132191-7890 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=390 (was 406), ProcessCount=11 (was 11), AvailableMemoryMB=1954 (was 2036) 2024-11-13T11:36:42,626 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-13T11:36:42,639 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=532, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=390, ProcessCount=11, AvailableMemoryMB=1953 2024-11-13T11:36:42,639 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=532 is superior to 500 2024-11-13T11:36:42,655 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-13T11:36:42,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/hadoop.log.dir so I do NOT create it in target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2 2024-11-13T11:36:42,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:36:42,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/hadoop.tmp.dir so I do NOT create it in target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2 2024-11-13T11:36:42,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68dfac84-5b32-72cb-5427-723c8aa1a354/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:36:42,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2 2024-11-13T11:36:42,656 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/cluster_a6ba1bde-85e2-1008-4c89-1d28f4b8ea86, deleteOnExit=true 2024-11-13T11:36:42,658 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/cluster_a6ba1bde-85e2-1008-4c89-1d28f4b8ea86/zookeeper_0, clientPort=65247, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/cluster_a6ba1bde-85e2-1008-4c89-1d28f4b8ea86/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/cluster_a6ba1bde-85e2-1008-4c89-1d28f4b8ea86/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T11:36:42,659 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65247 2024-11-13T11:36:42,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:36:42,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:36:42,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/test.cache.data in system properties and HBase conf 2024-11-13T11:36:42,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:36:42,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:36:42,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:36:42,659 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:36:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:36:42,660 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:36:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:36:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:36:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:36:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:36:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:36:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:36:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:36:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:36:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:36:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:36:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:36:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:36:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:36:42,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:36:42,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:42,720 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:36:42,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:36:42,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:36:42,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:36:42,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:42,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ebed45a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:36:42,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f7104ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:36:42,816 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a02ac7e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/java.io.tmpdir/jetty-localhost-40317-hadoop-hdfs-3_4_1-tests_jar-_-any-9943064585103863599/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:36:42,816 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48655c2c{HTTP/1.1, (http/1.1)}{localhost:40317} 2024-11-13T11:36:42,816 INFO [Time-limited test {}] server.Server(415): Started @287689ms 2024-11-13T11:36:42,871 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:42,873 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:36:42,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:36:42,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:36:42,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:36:42,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9aea8be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:36:42,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34235706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:36:42,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5be7d588{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/java.io.tmpdir/jetty-localhost-45937-hadoop-hdfs-3_4_1-tests_jar-_-any-13496274809219218430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:36:42,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a2d6990{HTTP/1.1, (http/1.1)}{localhost:45937} 2024-11-13T11:36:42,971 INFO [Time-limited test {}] server.Server(415): Started @287843ms 2024-11-13T11:36:42,972 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:36:43,050 WARN [Thread-4312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/cluster_a6ba1bde-85e2-1008-4c89-1d28f4b8ea86/data/data2/current/BP-502181190-172.17.0.2-1731497802674/current, will proceed with Du for space computation calculation, 2024-11-13T11:36:43,050 WARN [Thread-4311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/cluster_a6ba1bde-85e2-1008-4c89-1d28f4b8ea86/data/data1/current/BP-502181190-172.17.0.2-1731497802674/current, will proceed with Du for space computation calculation, 2024-11-13T11:36:43,073 WARN [Thread-4299 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:36:43,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfe7c4a3f1d09c7c with lease ID 0x2144e495c3e3632f: Processing first storage report for DS-cc14ceee-9212-40e1-9b0a-3e0fee056320 from datanode DatanodeRegistration(127.0.0.1:43571, datanodeUuid=0ebf29f4-9966-4dee-8bf2-1eeba282a95b, infoPort=34055, infoSecurePort=0, ipcPort=35629, storageInfo=lv=-57;cid=testClusterID;nsid=691183014;c=1731497802674) 2024-11-13T11:36:43,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfe7c4a3f1d09c7c with lease ID 0x2144e495c3e3632f: from storage DS-cc14ceee-9212-40e1-9b0a-3e0fee056320 node DatanodeRegistration(127.0.0.1:43571, datanodeUuid=0ebf29f4-9966-4dee-8bf2-1eeba282a95b, infoPort=34055, infoSecurePort=0, ipcPort=35629, storageInfo=lv=-57;cid=testClusterID;nsid=691183014;c=1731497802674), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T11:36:43,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdfe7c4a3f1d09c7c with lease ID 0x2144e495c3e3632f: Processing first storage report for DS-0de21a11-9f69-491d-a044-2444fcb07878 from datanode DatanodeRegistration(127.0.0.1:43571, datanodeUuid=0ebf29f4-9966-4dee-8bf2-1eeba282a95b, infoPort=34055, infoSecurePort=0, ipcPort=35629, storageInfo=lv=-57;cid=testClusterID;nsid=691183014;c=1731497802674) 2024-11-13T11:36:43,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdfe7c4a3f1d09c7c with lease ID 0x2144e495c3e3632f: from storage DS-0de21a11-9f69-491d-a044-2444fcb07878 node DatanodeRegistration(127.0.0.1:43571, datanodeUuid=0ebf29f4-9966-4dee-8bf2-1eeba282a95b, infoPort=34055, infoSecurePort=0, ipcPort=35629, storageInfo=lv=-57;cid=testClusterID;nsid=691183014;c=1731497802674), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:36:43,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2 2024-11-13T11:36:43,113 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:43,114 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:43,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:36:43,521 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf with version=8 2024-11-13T11:36:43,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/hbase-staging 2024-11-13T11:36:43,523 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:36:43,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:43,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:43,523 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:36:43,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:43,523 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:36:43,523 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:36:43,523 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:36:43,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38925 2024-11-13T11:36:43,525 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38925 connecting to ZooKeeper ensemble=127.0.0.1:65247 2024-11-13T11:36:43,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389250x0, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:43,528 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38925-0x10038df18100000 connected 2024-11-13T11:36:43,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:43,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:43,541 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Set watcher on znode that does not yet exist, /0116983398/running 2024-11-13T11:36:43,541 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf, hbase.cluster.distributed=false 2024-11-13T11:36:43,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Set watcher on znode that does not yet exist, /0116983398/acl 2024-11-13T11:36:43,543 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38925 2024-11-13T11:36:43,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38925 2024-11-13T11:36:43,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38925 2024-11-13T11:36:43,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38925 2024-11-13T11:36:43,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38925 2024-11-13T11:36:43,563 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:36:43,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:43,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:43,563 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:36:43,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:43,563 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:36:43,563 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:36:43,563 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:36:43,564 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36763 2024-11-13T11:36:43,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36763 connecting to ZooKeeper ensemble=127.0.0.1:65247 2024-11-13T11:36:43,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:43,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:43,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367630x0, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:43,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:367630x0, quorum=127.0.0.1:65247, baseZNode=/0116983398 Set watcher on znode that does not yet exist, /0116983398/running 2024-11-13T11:36:43,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36763-0x10038df18100001 connected 2024-11-13T11:36:43,571 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:36:43,573 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:36:43,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Set watcher on znode that does not yet exist, /0116983398/master 2024-11-13T11:36:43,574 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Set watcher on znode that does not yet exist, /0116983398/acl 2024-11-13T11:36:43,577 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36763 2024-11-13T11:36:43,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36763 2024-11-13T11:36:43,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36763 2024-11-13T11:36:43,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36763 2024-11-13T11:36:43,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36763 2024-11-13T11:36:43,592 DEBUG [M:0;7bf281cf3991:38925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:38925 2024-11-13T11:36:43,592 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0116983398/backup-masters/7bf281cf3991,38925,1731497803523 2024-11-13T11:36:43,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398/backup-masters 2024-11-13T11:36:43,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398/backup-masters 2024-11-13T11:36:43,593 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Set watcher on existing znode=/0116983398/backup-masters/7bf281cf3991,38925,1731497803523 2024-11-13T11:36:43,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:36:43,594 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Set watcher on existing znode=/0116983398/master 2024-11-13T11:36:43,595 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0116983398/backup-masters/7bf281cf3991,38925,1731497803523 from backup master directory 2024-11-13T11:36:43,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0116983398/master 2024-11-13T11:36:43,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:36:43,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0116983398/backup-masters/7bf281cf3991,38925,1731497803523 2024-11-13T11:36:43,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398/backup-masters 2024-11-13T11:36:43,595 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:36:43,595 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,38925,1731497803523 2024-11-13T11:36:43,601 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/hbase.id] with ID: 688b9a97-734a-497f-ba6a-c34bbb17fea1 2024-11-13T11:36:43,601 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/.tmp/hbase.id 2024-11-13T11:36:43,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:36:44,009 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/.tmp/hbase.id]:[hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/hbase.id] 2024-11-13T11:36:44,017 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:44,017 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:36:44,018 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T11:36:44,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:36:44,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:36:44,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:36:44,424 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:44,424 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:36:44,424 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:44,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:36:44,760 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:44,761 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:36:44,761 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108974 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:36:44,830 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store 2024-11-13T11:36:44,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:36:45,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:36:45,028 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-13T11:36:45,234 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:45,234 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:36:45,234 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:45,234 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:45,234 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:36:45,235 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:45,235 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:45,235 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497805234Disabling compacts and flushes for region at 1731497805234Disabling writes for close at 1731497805234Writing region close event to WAL at 1731497805235 (+1 ms)Closed at 1731497805235 2024-11-13T11:36:45,235 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/.initializing 2024-11-13T11:36:45,235 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/WALs/7bf281cf3991,38925,1731497803523 2024-11-13T11:36:45,236 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:36:45,237 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C38925%2C1731497803523, suffix=, logDir=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/WALs/7bf281cf3991,38925,1731497803523, archiveDir=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/oldWALs, maxLogs=10 2024-11-13T11:36:45,253 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/WALs/7bf281cf3991,38925,1731497803523/7bf281cf3991%2C38925%2C1731497803523.1731497805237, exclude list is [], retry=0 2024-11-13T11:36:45,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43571,DS-cc14ceee-9212-40e1-9b0a-3e0fee056320,DISK] 2024-11-13T11:36:45,257 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/WALs/7bf281cf3991,38925,1731497803523/7bf281cf3991%2C38925%2C1731497803523.1731497805237 2024-11-13T11:36:45,257 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34055:34055)] 2024-11-13T11:36:45,257 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:45,258 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:45,258 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:45,258 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:45,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:45,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:36:45,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:45,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:45,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:45,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:36:45,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:45,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:45,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:45,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:36:45,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:45,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:45,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:45,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:36:45,263 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:45,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:45,264 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:45,264 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:45,264 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:45,265 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:45,265 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:45,265 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:45,266 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:45,267 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:45,268 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60428295, jitterRate=-0.09954823553562164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:45,268 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497805258Initializing all the Stores at 1731497805258Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497805259 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497805259Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497805259Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497805259Cleaning up temporary data from old regions at 1731497805265 (+6 ms)Region opened successfully at 1731497805268 (+3 ms) 2024-11-13T11:36:45,268 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:36:45,270 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53e9c4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:36:45,271 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:36:45,271 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:36:45,271 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:36:45,271 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:36:45,272 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:36:45,272 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:36:45,272 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:36:45,273 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:36:45,274 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Unable to get data of znode /0116983398/balancer because node does not exist (not necessarily an error) 2024-11-13T11:36:45,274 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0116983398/balancer already deleted, retry=false 2024-11-13T11:36:45,275 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:36:45,275 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Unable to get data of znode /0116983398/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:36:45,275 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0116983398/normalizer already deleted, retry=false 2024-11-13T11:36:45,276 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:36:45,277 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Unable to get data of znode /0116983398/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:36:45,277 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0116983398/switch/split already deleted, retry=false 2024-11-13T11:36:45,278 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Unable to get data of znode /0116983398/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:36:45,278 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0116983398/switch/merge already deleted, retry=false 2024-11-13T11:36:45,280 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Unable to get data of znode /0116983398/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:36:45,280 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0116983398/snapshot-cleanup already deleted, retry=false 2024-11-13T11:36:45,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0116983398/running 2024-11-13T11:36:45,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0116983398/running 2024-11-13T11:36:45,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:36:45,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:36:45,281 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,38925,1731497803523, sessionid=0x10038df18100000, setting cluster-up flag (Was=false) 2024-11-13T11:36:45,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:36:45,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:36:45,285 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0116983398/flush-table-proc/acquired, /0116983398/flush-table-proc/reached, /0116983398/flush-table-proc/abort 2024-11-13T11:36:45,285 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,38925,1731497803523 2024-11-13T11:36:45,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:36:45,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:36:45,289 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0116983398/online-snapshot/acquired, /0116983398/online-snapshot/reached, /0116983398/online-snapshot/abort 2024-11-13T11:36:45,289 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,38925,1731497803523 2024-11-13T11:36:45,290 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:36:45,291 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:45,292 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:36:45,292 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:36:45,292 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,38925,1731497803523 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:36:45,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:45,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:45,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:45,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:45,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:36:45,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:45,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:36:45,293 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:45,294 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497835294 2024-11-13T11:36:45,294 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:36:45,294 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:36:45,294 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:36:45,294 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:36:45,294 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:36:45,294 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:36:45,294 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:45,295 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:36:45,295 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:36:45,295 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:45,295 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:36:45,295 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:36:45,295 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:36:45,295 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:36:45,295 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:36:45,295 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497805295,5,FailOnTimeoutGroup] 2024-11-13T11:36:45,295 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497805295,5,FailOnTimeoutGroup] 2024-11-13T11:36:45,295 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:45,295 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:36:45,295 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:45,295 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:45,295 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:45,295 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:36:45,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:36:45,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:36:45,304 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf 2024-11-13T11:36:45,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741832_1008 (size=32) 2024-11-13T11:36:45,384 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(746): ClusterId : 688b9a97-734a-497f-ba6a-c34bbb17fea1 2024-11-13T11:36:45,384 DEBUG [RS:0;7bf281cf3991:36763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:36:45,385 DEBUG [RS:0;7bf281cf3991:36763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:36:45,385 DEBUG [RS:0;7bf281cf3991:36763 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:36:45,386 DEBUG [RS:0;7bf281cf3991:36763 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:36:45,386 DEBUG [RS:0;7bf281cf3991:36763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6a6303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:36:45,397 DEBUG [RS:0;7bf281cf3991:36763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:36763 2024-11-13T11:36:45,397 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:36:45,397 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:36:45,397 DEBUG [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:36:45,397 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,38925,1731497803523 with port=36763, startcode=1731497803563 2024-11-13T11:36:45,398 DEBUG [RS:0;7bf281cf3991:36763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:36:45,399 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:36:45,399 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38925 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,36763,1731497803563 2024-11-13T11:36:45,399 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38925 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,36763,1731497803563 2024-11-13T11:36:45,400 DEBUG [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf 2024-11-13T11:36:45,400 DEBUG [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41849 2024-11-13T11:36:45,400 DEBUG [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:36:45,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398/rs 2024-11-13T11:36:45,401 DEBUG [RS:0;7bf281cf3991:36763 {}] zookeeper.ZKUtil(111): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Set watcher on existing znode=/0116983398/rs/7bf281cf3991,36763,1731497803563 2024-11-13T11:36:45,401 WARN [RS:0;7bf281cf3991:36763 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:36:45,401 INFO [RS:0;7bf281cf3991:36763 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:45,401 DEBUG [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563 2024-11-13T11:36:45,401 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,36763,1731497803563] 2024-11-13T11:36:45,404 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:36:45,405 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:36:45,409 INFO [RS:0;7bf281cf3991:36763 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:36:45,409 INFO [RS:0;7bf281cf3991:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:45,409 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:36:45,410 INFO [RS:0;7bf281cf3991:36763 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:36:45,410 INFO [RS:0;7bf281cf3991:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:45,410 DEBUG [RS:0;7bf281cf3991:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:45,410 DEBUG [RS:0;7bf281cf3991:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:45,410 DEBUG [RS:0;7bf281cf3991:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:45,410 DEBUG [RS:0;7bf281cf3991:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:45,410 DEBUG [RS:0;7bf281cf3991:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:45,410 DEBUG [RS:0;7bf281cf3991:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:36:45,410 DEBUG [RS:0;7bf281cf3991:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:45,410 DEBUG [RS:0;7bf281cf3991:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:45,410 DEBUG [RS:0;7bf281cf3991:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:45,410 DEBUG [RS:0;7bf281cf3991:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:45,410 DEBUG [RS:0;7bf281cf3991:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:45,410 DEBUG [RS:0;7bf281cf3991:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:45,410 DEBUG [RS:0;7bf281cf3991:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:36:45,410 DEBUG [RS:0;7bf281cf3991:36763 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:36:45,411 INFO [RS:0;7bf281cf3991:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:45,411 INFO [RS:0;7bf281cf3991:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:45,411 INFO [RS:0;7bf281cf3991:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:45,411 INFO [RS:0;7bf281cf3991:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:45,411 INFO [RS:0;7bf281cf3991:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:45,411 INFO [RS:0;7bf281cf3991:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,36763,1731497803563-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:36:45,423 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:36:45,424 INFO [RS:0;7bf281cf3991:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,36763,1731497803563-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:45,424 INFO [RS:0;7bf281cf3991:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:45,424 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.Replication(171): 7bf281cf3991,36763,1731497803563 started 2024-11-13T11:36:45,436 INFO [RS:0;7bf281cf3991:36763 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:45,436 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,36763,1731497803563, RpcServer on 7bf281cf3991/172.17.0.2:36763, sessionid=0x10038df18100001 2024-11-13T11:36:45,436 DEBUG [RS:0;7bf281cf3991:36763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:36:45,436 DEBUG [RS:0;7bf281cf3991:36763 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,36763,1731497803563 2024-11-13T11:36:45,436 DEBUG [RS:0;7bf281cf3991:36763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,36763,1731497803563' 2024-11-13T11:36:45,436 DEBUG [RS:0;7bf281cf3991:36763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0116983398/flush-table-proc/abort' 2024-11-13T11:36:45,437 DEBUG [RS:0;7bf281cf3991:36763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0116983398/flush-table-proc/acquired' 2024-11-13T11:36:45,437 DEBUG [RS:0;7bf281cf3991:36763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:36:45,437 DEBUG [RS:0;7bf281cf3991:36763 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:36:45,437 DEBUG [RS:0;7bf281cf3991:36763 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,36763,1731497803563 2024-11-13T11:36:45,437 DEBUG [RS:0;7bf281cf3991:36763 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,36763,1731497803563' 2024-11-13T11:36:45,437 DEBUG [RS:0;7bf281cf3991:36763 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0116983398/online-snapshot/abort' 2024-11-13T11:36:45,437 DEBUG [RS:0;7bf281cf3991:36763 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0116983398/online-snapshot/acquired' 2024-11-13T11:36:45,437 DEBUG [RS:0;7bf281cf3991:36763 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:36:45,437 INFO [RS:0;7bf281cf3991:36763 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:36:45,437 INFO [RS:0;7bf281cf3991:36763 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:36:45,538 INFO [RS:0;7bf281cf3991:36763 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:36:45,539 INFO [RS:0;7bf281cf3991:36763 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C36763%2C1731497803563, suffix=, logDir=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563, archiveDir=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/oldWALs, maxLogs=10 2024-11-13T11:36:45,552 DEBUG [RS:0;7bf281cf3991:36763 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539, exclude list is [], retry=0 2024-11-13T11:36:45,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43571,DS-cc14ceee-9212-40e1-9b0a-3e0fee056320,DISK] 2024-11-13T11:36:45,556 INFO [RS:0;7bf281cf3991:36763 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539 2024-11-13T11:36:45,556 DEBUG [RS:0;7bf281cf3991:36763 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34055:34055)] 2024-11-13T11:36:45,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:36:45,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:45,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:36:45,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:36:45,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:45,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:45,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:36:45,716 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:36:45,716 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:45,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:45,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:36:45,717 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:36:45,717 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:45,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:45,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:36:45,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:36:45,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:45,718 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:45,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:36:45,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740 2024-11-13T11:36:45,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740 2024-11-13T11:36:45,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:36:45,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:36:45,720 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:45,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:36:45,722 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:45,723 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60854499, jitterRate=-0.093197301030159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:45,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497805713Initializing all the Stores at 1731497805713Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497805713Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497805714 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497805714Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497805714Cleaning up temporary data from old regions at 1731497805720 (+6 ms)Region opened successfully at 1731497805723 (+3 ms) 2024-11-13T11:36:45,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:36:45,723 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:36:45,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:36:45,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:36:45,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:36:45,723 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:36:45,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497805723Disabling compacts and flushes for region at 1731497805723Disabling writes for close at 1731497805723Writing region close event to WAL at 1731497805723Closed at 1731497805723 2024-11-13T11:36:45,724 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:45,724 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:36:45,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:36:45,725 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:36:45,726 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:36:45,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:45,876 DEBUG [7bf281cf3991:38925 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:36:45,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,36763,1731497803563 2024-11-13T11:36:45,877 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,36763,1731497803563, state=OPENING 2024-11-13T11:36:45,878 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:36:45,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:36:45,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:36:45,880 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:36:45,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0116983398/meta-region-server: CHANGED 2024-11-13T11:36:45,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0116983398/meta-region-server: CHANGED 2024-11-13T11:36:45,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,36763,1731497803563}] 2024-11-13T11:36:46,031 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:36:46,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:36:46,035 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:36:46,035 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:46,035 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:36:46,036 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C36763%2C1731497803563.meta, suffix=.meta, logDir=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563, archiveDir=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/oldWALs, maxLogs=10 2024-11-13T11:36:46,048 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.meta.1731497806036.meta, exclude list is [], retry=0 2024-11-13T11:36:46,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43571,DS-cc14ceee-9212-40e1-9b0a-3e0fee056320,DISK] 2024-11-13T11:36:46,051 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.meta.1731497806036.meta 2024-11-13T11:36:46,052 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34055:34055)] 2024-11-13T11:36:46,052 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:46,052 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:46,052 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:36:46,052 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:36:46,052 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:36:46,052 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:36:46,052 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:46,052 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:36:46,052 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:36:46,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:36:46,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:36:46,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:46,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:46,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:36:46,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:36:46,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:46,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:46,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:36:46,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:36:46,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:46,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:46,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:36:46,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:36:46,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:46,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:46,057 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:36:46,058 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740 2024-11-13T11:36:46,058 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740 2024-11-13T11:36:46,061 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:36:46,061 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:36:46,061 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:46,062 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:36:46,062 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73160279, jitterRate=0.09017311036586761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:46,062 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:36:46,063 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497806052Writing region info on filesystem at 1731497806052Initializing all the Stores at 1731497806053 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497806053Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497806053Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497806053Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497806053Cleaning up temporary data from old regions at 1731497806061 (+8 ms)Running coprocessor post-open hooks at 1731497806062 (+1 ms)Region opened successfully at 1731497806063 (+1 ms) 2024-11-13T11:36:46,063 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497806031 2024-11-13T11:36:46,065 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:36:46,065 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:36:46,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,36763,1731497803563 2024-11-13T11:36:46,066 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,36763,1731497803563, state=OPEN 2024-11-13T11:36:46,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0116983398/meta-region-server 2024-11-13T11:36:46,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0116983398/meta-region-server 2024-11-13T11:36:46,068 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,36763,1731497803563 2024-11-13T11:36:46,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0116983398/meta-region-server: CHANGED 2024-11-13T11:36:46,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0116983398/meta-region-server: CHANGED 2024-11-13T11:36:46,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:36:46,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,36763,1731497803563 in 188 msec 2024-11-13T11:36:46,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:36:46,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 344 msec 2024-11-13T11:36:46,071 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:46,071 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:36:46,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:46,072 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,36763,1731497803563, seqNum=-1] 2024-11-13T11:36:46,072 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:46,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:46,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 785 msec 2024-11-13T11:36:46,077 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497806077, completionTime=-1 2024-11-13T11:36:46,077 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:36:46,077 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:36:46,079 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:36:46,079 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497866079 2024-11-13T11:36:46,079 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497926079 2024-11-13T11:36:46,079 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T11:36:46,079 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,38925,1731497803523-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:46,079 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,38925,1731497803523-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:46,079 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,38925,1731497803523-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:46,079 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:38925, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:46,079 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:46,080 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:46,081 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:36:46,083 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.488sec 2024-11-13T11:36:46,083 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:36:46,083 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:36:46,083 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:36:46,083 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:36:46,083 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:36:46,083 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,38925,1731497803523-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:36:46,083 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,38925,1731497803523-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:36:46,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213e56d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:46,084 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,38925,-1 for getting cluster id 2024-11-13T11:36:46,084 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:46,085 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '688b9a97-734a-497f-ba6a-c34bbb17fea1' 2024-11-13T11:36:46,085 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:36:46,085 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:36:46,085 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,38925,1731497803523-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:46,085 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "688b9a97-734a-497f-ba6a-c34bbb17fea1" 2024-11-13T11:36:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0a26bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,38925,-1] 2024-11-13T11:36:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:46,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:46,086 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:46,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5223fded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:46,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,36763,1731497803563, seqNum=-1] 2024-11-13T11:36:46,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:46,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:46,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,38925,1731497803523 2024-11-13T11:36:46,091 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65247 2024-11-13T11:36:46,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:46,093 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10038df18100002 connected 2024-11-13T11:36:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/hadoop.log.dir so I do NOT create it in target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8 2024-11-13T11:36:46,095 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:36:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/hadoop.tmp.dir so I do NOT create it in target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8 2024-11-13T11:36:46,095 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:36:46,095 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8 2024-11-13T11:36:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:36:46,095 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/cluster_8a1968f5-9d57-c7f3-85c9-db217df6f9ab, deleteOnExit=true 2024-11-13T11:36:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:36:46,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/test.cache.data in system properties and HBase conf 2024-11-13T11:36:46,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:36:46,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:36:46,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:36:46,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:36:46,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:36:46,096 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:36:46,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:36:46,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:36:46,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:36:46,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:36:46,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:36:46,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:36:46,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:36:46,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:36:46,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:36:46,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:36:46,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:36:46,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:36:46,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:36:46,097 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:36:46,155 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:46,158 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:36:46,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:36:46,159 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:36:46,159 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:36:46,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:46,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea2c258{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:36:46,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3415693f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:36:46,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37d5bb09{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/java.io.tmpdir/jetty-localhost-32897-hadoop-hdfs-3_4_1-tests_jar-_-any-14474573273296330793/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:36:46,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35ef8f7b{HTTP/1.1, (http/1.1)}{localhost:32897} 2024-11-13T11:36:46,262 INFO [Time-limited test {}] server.Server(415): Started @291135ms 2024-11-13T11:36:46,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:46,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:36:46,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:36:46,327 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:36:46,327 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T11:36:46,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bea0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:36:46,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@191e59e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:36:46,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10340eae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/java.io.tmpdir/jetty-localhost-42849-hadoop-hdfs-3_4_1-tests_jar-_-any-9664951669817202193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:36:46,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@266c2ad8{HTTP/1.1, (http/1.1)}{localhost:42849} 2024-11-13T11:36:46,424 INFO [Time-limited test {}] server.Server(415): Started @291296ms 2024-11-13T11:36:46,425 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:36:46,479 WARN [Thread-4433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/cluster_8a1968f5-9d57-c7f3-85c9-db217df6f9ab/data/data2/current/BP-76343301-172.17.0.2-1731497806115/current, will proceed with Du for space computation calculation, 2024-11-13T11:36:46,479 WARN [Thread-4432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/cluster_8a1968f5-9d57-c7f3-85c9-db217df6f9ab/data/data1/current/BP-76343301-172.17.0.2-1731497806115/current, will proceed with Du for space computation calculation, 2024-11-13T11:36:46,500 WARN [Thread-4420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:36:46,502 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa29f2a63a0acf9a with lease ID 0xa73941525a7442df: Processing first storage report for DS-0f9c9902-2bfd-4fef-8293-48892da7ab63 from datanode DatanodeRegistration(127.0.0.1:40233, datanodeUuid=abf45ba7-e1e1-46c3-993a-364df33063ff, infoPort=35741, infoSecurePort=0, ipcPort=38315, storageInfo=lv=-57;cid=testClusterID;nsid=1882174560;c=1731497806115) 2024-11-13T11:36:46,502 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa29f2a63a0acf9a with lease ID 0xa73941525a7442df: from storage DS-0f9c9902-2bfd-4fef-8293-48892da7ab63 node DatanodeRegistration(127.0.0.1:40233, datanodeUuid=abf45ba7-e1e1-46c3-993a-364df33063ff, infoPort=35741, infoSecurePort=0, ipcPort=38315, storageInfo=lv=-57;cid=testClusterID;nsid=1882174560;c=1731497806115), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:36:46,502 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa29f2a63a0acf9a with lease ID 0xa73941525a7442df: Processing first storage report for DS-fbd66cee-f415-484f-b11a-e57e25cadd28 from datanode DatanodeRegistration(127.0.0.1:40233, datanodeUuid=abf45ba7-e1e1-46c3-993a-364df33063ff, infoPort=35741, infoSecurePort=0, ipcPort=38315, storageInfo=lv=-57;cid=testClusterID;nsid=1882174560;c=1731497806115) 2024-11-13T11:36:46,502 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa29f2a63a0acf9a with lease ID 0xa73941525a7442df: from storage DS-fbd66cee-f415-484f-b11a-e57e25cadd28 node DatanodeRegistration(127.0.0.1:40233, datanodeUuid=abf45ba7-e1e1-46c3-993a-364df33063ff, infoPort=35741, infoSecurePort=0, ipcPort=38315, storageInfo=lv=-57;cid=testClusterID;nsid=1882174560;c=1731497806115), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:36:46,543 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8 2024-11-13T11:36:46,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:46,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:46,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:36:46,952 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5 with version=8 2024-11-13T11:36:46,952 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/hbase-staging 2024-11-13T11:36:46,968 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:36:46,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:46,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:46,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:36:46,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:46,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:36:46,968 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:36:46,969 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:36:46,969 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46389 2024-11-13T11:36:46,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46389 connecting to ZooKeeper ensemble=127.0.0.1:65247 2024-11-13T11:36:46,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:463890x0, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:46,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46389-0x10038df18100003 connected 2024-11-13T11:36:46,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:46,979 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:46,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Set watcher on znode that does not yet exist, /11495302614/running 2024-11-13T11:36:46,981 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5, hbase.cluster.distributed=false 2024-11-13T11:36:46,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Set watcher on znode that does not yet exist, /11495302614/acl 2024-11-13T11:36:46,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46389 2024-11-13T11:36:46,982 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46389 2024-11-13T11:36:46,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46389 2024-11-13T11:36:46,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46389 2024-11-13T11:36:46,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46389 2024-11-13T11:36:46,997 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:36:46,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:46,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:46,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:36:46,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:46,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:36:46,998 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:36:46,998 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:36:46,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39663 2024-11-13T11:36:46,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39663 connecting to ZooKeeper ensemble=127.0.0.1:65247 2024-11-13T11:36:47,000 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:47,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:47,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:396630x0, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:47,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39663-0x10038df18100004 connected 2024-11-13T11:36:47,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:396630x0, quorum=127.0.0.1:65247, baseZNode=/11495302614 Set watcher on znode that does not yet exist, /11495302614/running 2024-11-13T11:36:47,005 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:36:47,007 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:36:47,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Set watcher on znode that does not yet exist, /11495302614/master 2024-11-13T11:36:47,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Set watcher on znode that does not yet exist, /11495302614/acl 2024-11-13T11:36:47,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39663 2024-11-13T11:36:47,013 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39663 2024-11-13T11:36:47,015 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39663 2024-11-13T11:36:47,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39663 2024-11-13T11:36:47,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39663 2024-11-13T11:36:47,033 DEBUG [M:0;7bf281cf3991:46389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:46389 2024-11-13T11:36:47,033 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11495302614/backup-masters/7bf281cf3991,46389,1731497806967 2024-11-13T11:36:47,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614/backup-masters 2024-11-13T11:36:47,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614/backup-masters 2024-11-13T11:36:47,034 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Set watcher on existing znode=/11495302614/backup-masters/7bf281cf3991,46389,1731497806967 2024-11-13T11:36:47,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11495302614/master 2024-11-13T11:36:47,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614 2024-11-13T11:36:47,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614 2024-11-13T11:36:47,035 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Set watcher on existing znode=/11495302614/master 2024-11-13T11:36:47,036 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11495302614/backup-masters/7bf281cf3991,46389,1731497806967 from backup master directory 2024-11-13T11:36:47,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11495302614/backup-masters/7bf281cf3991,46389,1731497806967 2024-11-13T11:36:47,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614/backup-masters 2024-11-13T11:36:47,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614/backup-masters 2024-11-13T11:36:47,036 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:36:47,036 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,46389,1731497806967 2024-11-13T11:36:47,042 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/hbase.id] with ID: 4e837e08-33d6-42e8-beab-d6768fd63721 2024-11-13T11:36:47,042 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/.tmp/hbase.id 2024-11-13T11:36:47,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:36:47,449 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/.tmp/hbase.id]:[hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/hbase.id] 2024-11-13T11:36:47,457 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:47,457 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:36:47,458 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T11:36:47,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614 2024-11-13T11:36:47,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614 2024-11-13T11:36:47,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:36:47,863 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:47,864 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:36:47,865 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:47,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:36:48,273 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store 2024-11-13T11:36:48,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:36:48,703 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:48,703 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:36:48,703 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:48,703 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:48,703 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:36:48,703 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:48,703 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:48,703 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497808703Disabling compacts and flushes for region at 1731497808703Disabling writes for close at 1731497808703Writing region close event to WAL at 1731497808703Closed at 1731497808703 2024-11-13T11:36:48,704 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/.initializing 2024-11-13T11:36:48,704 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/WALs/7bf281cf3991,46389,1731497806967 2024-11-13T11:36:48,719 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:36:48,720 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C46389%2C1731497806967, suffix=, logDir=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/WALs/7bf281cf3991,46389,1731497806967, archiveDir=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/oldWALs, maxLogs=10 2024-11-13T11:36:48,734 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/WALs/7bf281cf3991,46389,1731497806967/7bf281cf3991%2C46389%2C1731497806967.1731497808720, exclude list is [], retry=0 2024-11-13T11:36:48,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40233,DS-0f9c9902-2bfd-4fef-8293-48892da7ab63,DISK] 2024-11-13T11:36:48,737 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/WALs/7bf281cf3991,46389,1731497806967/7bf281cf3991%2C46389%2C1731497806967.1731497808720 2024-11-13T11:36:48,737 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35741:35741)] 2024-11-13T11:36:48,738 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:48,738 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:48,738 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:48,738 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:48,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:48,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:36:48,740 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:48,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:48,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:48,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:36:48,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:48,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:48,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:48,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:36:48,742 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:48,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:48,742 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:48,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:36:48,743 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:48,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:48,743 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:48,744 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:48,744 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:48,745 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:48,745 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:48,745 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:48,746 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:48,747 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:48,747 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74486894, jitterRate=0.10994121432304382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:48,747 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497808738Initializing all the Stores at 1731497808738Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497808738Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497808739 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497808739Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497808739Cleaning up temporary data from old regions at 1731497808745 (+6 ms)Region opened successfully at 1731497808747 (+2 ms) 2024-11-13T11:36:48,747 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:36:48,749 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e07a2fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:36:48,750 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:36:48,750 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:36:48,750 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:36:48,751 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:36:48,751 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:36:48,751 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:36:48,751 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:36:48,755 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:36:48,756 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Unable to get data of znode /11495302614/balancer because node does not exist (not necessarily an error) 2024-11-13T11:36:48,756 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11495302614/balancer already deleted, retry=false 2024-11-13T11:36:48,757 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:36:48,757 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Unable to get data of znode /11495302614/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:36:48,758 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11495302614/normalizer already deleted, retry=false 2024-11-13T11:36:48,758 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:36:48,759 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Unable to get data of znode /11495302614/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:36:48,759 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11495302614/switch/split already deleted, retry=false 2024-11-13T11:36:48,760 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Unable to get data of znode /11495302614/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:36:48,760 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11495302614/switch/merge already deleted, retry=false 2024-11-13T11:36:48,762 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Unable to get data of znode /11495302614/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:36:48,762 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11495302614/snapshot-cleanup already deleted, retry=false 2024-11-13T11:36:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11495302614/running 2024-11-13T11:36:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11495302614/running 2024-11-13T11:36:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614 2024-11-13T11:36:48,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614 2024-11-13T11:36:48,764 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,46389,1731497806967, sessionid=0x10038df18100003, setting cluster-up flag (Was=false) 2024-11-13T11:36:48,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614 2024-11-13T11:36:48,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614 2024-11-13T11:36:48,768 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11495302614/flush-table-proc/acquired, /11495302614/flush-table-proc/reached, /11495302614/flush-table-proc/abort 2024-11-13T11:36:48,769 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,46389,1731497806967 2024-11-13T11:36:48,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614 2024-11-13T11:36:48,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614 2024-11-13T11:36:48,772 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11495302614/online-snapshot/acquired, /11495302614/online-snapshot/reached, /11495302614/online-snapshot/abort 2024-11-13T11:36:48,773 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,46389,1731497806967 2024-11-13T11:36:48,773 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:36:48,774 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:48,775 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:36:48,775 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:36:48,775 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,46389,1731497806967 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:36:48,776 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:48,776 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:48,776 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:48,776 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:48,776 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:36:48,776 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:48,776 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:36:48,776 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:48,777 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:48,777 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:36:48,778 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:48,778 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:36:48,781 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497838781 2024-11-13T11:36:48,781 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:36:48,781 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:36:48,781 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:36:48,781 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:36:48,781 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:36:48,781 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:36:48,782 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:48,782 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:36:48,782 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:36:48,782 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:36:48,782 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:36:48,785 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:36:48,785 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:36:48,785 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497808785,5,FailOnTimeoutGroup] 2024-11-13T11:36:48,787 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497808785,5,FailOnTimeoutGroup] 2024-11-13T11:36:48,787 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:48,787 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:36:48,787 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:48,787 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:48,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:36:48,821 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(746): ClusterId : 4e837e08-33d6-42e8-beab-d6768fd63721 2024-11-13T11:36:48,821 DEBUG [RS:0;7bf281cf3991:39663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:36:48,822 DEBUG [RS:0;7bf281cf3991:39663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:36:48,822 DEBUG [RS:0;7bf281cf3991:39663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:36:48,823 DEBUG [RS:0;7bf281cf3991:39663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:36:48,823 DEBUG [RS:0;7bf281cf3991:39663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5632324b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:36:48,835 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:39663 2024-11-13T11:36:48,835 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:36:48,835 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:36:48,835 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:36:48,836 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,46389,1731497806967 with port=39663, startcode=1731497806997 2024-11-13T11:36:48,836 DEBUG [RS:0;7bf281cf3991:39663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:36:48,837 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:36:48,837 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46389 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,39663,1731497806997 2024-11-13T11:36:48,838 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46389 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,39663,1731497806997 2024-11-13T11:36:48,839 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5 2024-11-13T11:36:48,839 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45341 2024-11-13T11:36:48,839 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:36:48,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614/rs 2024-11-13T11:36:48,840 DEBUG [RS:0;7bf281cf3991:39663 {}] zookeeper.ZKUtil(111): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Set watcher on existing znode=/11495302614/rs/7bf281cf3991,39663,1731497806997 2024-11-13T11:36:48,840 WARN [RS:0;7bf281cf3991:39663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:36:48,840 INFO [RS:0;7bf281cf3991:39663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:48,840 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/WALs/7bf281cf3991,39663,1731497806997 2024-11-13T11:36:48,840 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,39663,1731497806997] 2024-11-13T11:36:48,842 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:36:48,845 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:36:48,845 INFO [RS:0;7bf281cf3991:39663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:36:48,845 INFO [RS:0;7bf281cf3991:39663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:48,847 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:36:48,848 INFO [RS:0;7bf281cf3991:39663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:36:48,848 INFO [RS:0;7bf281cf3991:39663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:48,848 DEBUG [RS:0;7bf281cf3991:39663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:48,848 DEBUG [RS:0;7bf281cf3991:39663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:48,848 DEBUG [RS:0;7bf281cf3991:39663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:48,848 DEBUG [RS:0;7bf281cf3991:39663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:48,848 DEBUG [RS:0;7bf281cf3991:39663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:48,848 DEBUG [RS:0;7bf281cf3991:39663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:36:48,848 DEBUG [RS:0;7bf281cf3991:39663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:48,848 DEBUG [RS:0;7bf281cf3991:39663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:48,848 DEBUG [RS:0;7bf281cf3991:39663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:48,848 DEBUG [RS:0;7bf281cf3991:39663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:48,848 DEBUG [RS:0;7bf281cf3991:39663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:48,848 DEBUG [RS:0;7bf281cf3991:39663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:48,848 DEBUG [RS:0;7bf281cf3991:39663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:36:48,848 DEBUG [RS:0;7bf281cf3991:39663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:36:48,851 INFO [RS:0;7bf281cf3991:39663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:48,851 INFO [RS:0;7bf281cf3991:39663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:48,851 INFO [RS:0;7bf281cf3991:39663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:48,851 INFO [RS:0;7bf281cf3991:39663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:48,851 INFO [RS:0;7bf281cf3991:39663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:48,851 INFO [RS:0;7bf281cf3991:39663 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39663,1731497806997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:36:48,866 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:36:48,866 INFO [RS:0;7bf281cf3991:39663 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,39663,1731497806997-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:48,866 INFO [RS:0;7bf281cf3991:39663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:48,866 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.Replication(171): 7bf281cf3991,39663,1731497806997 started 2024-11-13T11:36:48,877 INFO [RS:0;7bf281cf3991:39663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:48,877 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,39663,1731497806997, RpcServer on 7bf281cf3991/172.17.0.2:39663, sessionid=0x10038df18100004 2024-11-13T11:36:48,878 DEBUG [RS:0;7bf281cf3991:39663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:36:48,878 DEBUG [RS:0;7bf281cf3991:39663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,39663,1731497806997 2024-11-13T11:36:48,878 DEBUG [RS:0;7bf281cf3991:39663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,39663,1731497806997' 2024-11-13T11:36:48,878 DEBUG [RS:0;7bf281cf3991:39663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11495302614/flush-table-proc/abort' 2024-11-13T11:36:48,878 DEBUG [RS:0;7bf281cf3991:39663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11495302614/flush-table-proc/acquired' 2024-11-13T11:36:48,879 DEBUG [RS:0;7bf281cf3991:39663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:36:48,879 DEBUG [RS:0;7bf281cf3991:39663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:36:48,879 DEBUG [RS:0;7bf281cf3991:39663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,39663,1731497806997 2024-11-13T11:36:48,879 DEBUG [RS:0;7bf281cf3991:39663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,39663,1731497806997' 2024-11-13T11:36:48,879 DEBUG [RS:0;7bf281cf3991:39663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11495302614/online-snapshot/abort' 2024-11-13T11:36:48,879 DEBUG [RS:0;7bf281cf3991:39663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11495302614/online-snapshot/acquired' 2024-11-13T11:36:48,879 DEBUG [RS:0;7bf281cf3991:39663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:36:48,879 INFO [RS:0;7bf281cf3991:39663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:36:48,879 INFO [RS:0;7bf281cf3991:39663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:36:48,980 INFO [RS:0;7bf281cf3991:39663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:36:48,981 INFO [RS:0;7bf281cf3991:39663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C39663%2C1731497806997, suffix=, logDir=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/WALs/7bf281cf3991,39663,1731497806997, archiveDir=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/oldWALs, maxLogs=10 2024-11-13T11:36:48,992 DEBUG [RS:0;7bf281cf3991:39663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/WALs/7bf281cf3991,39663,1731497806997/7bf281cf3991%2C39663%2C1731497806997.1731497808981, exclude list is [], retry=0 2024-11-13T11:36:48,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40233,DS-0f9c9902-2bfd-4fef-8293-48892da7ab63,DISK] 2024-11-13T11:36:48,995 INFO [RS:0;7bf281cf3991:39663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/WALs/7bf281cf3991,39663,1731497806997/7bf281cf3991%2C39663%2C1731497806997.1731497808981 2024-11-13T11:36:48,995 DEBUG [RS:0;7bf281cf3991:39663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35741:35741)] 2024-11-13T11:36:49,189 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:36:49,189 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5 2024-11-13T11:36:49,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741833_1009 (size=32) 2024-11-13T11:36:49,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:49,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:36:49,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:36:49,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:49,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:49,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:36:49,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:36:49,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:49,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:49,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:36:49,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:36:49,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:49,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:49,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:36:49,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:36:49,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:49,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:49,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:36:49,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740 2024-11-13T11:36:49,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740 2024-11-13T11:36:49,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:36:49,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:36:49,601 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:49,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:36:49,603 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:49,603 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63492786, jitterRate=-0.053883761167526245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:49,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497809594Initializing all the Stores at 1731497809594Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497809594Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497809595 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497809595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497809595Cleaning up temporary data from old regions at 1731497809601 (+6 ms)Region opened successfully at 1731497809603 (+2 ms) 2024-11-13T11:36:49,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:36:49,604 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:36:49,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:36:49,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:36:49,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:36:49,604 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:36:49,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497809603Disabling compacts and flushes for region at 1731497809603Disabling writes for close at 1731497809604 (+1 ms)Writing region close event to WAL at 1731497809604Closed at 1731497809604 2024-11-13T11:36:49,604 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:49,604 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:36:49,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:36:49,605 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:36:49,606 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:36:49,756 DEBUG [7bf281cf3991:46389 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:36:49,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,39663,1731497806997 2024-11-13T11:36:49,757 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,39663,1731497806997, state=OPENING 2024-11-13T11:36:49,759 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:36:49,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614 2024-11-13T11:36:49,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614 2024-11-13T11:36:49,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11495302614/meta-region-server: CHANGED 2024-11-13T11:36:49,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11495302614/meta-region-server: CHANGED 2024-11-13T11:36:49,760 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:36:49,760 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,39663,1731497806997}] 2024-11-13T11:36:49,912 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:36:49,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:36:49,915 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:36:49,915 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:49,916 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:36:49,917 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C39663%2C1731497806997.meta, suffix=.meta, logDir=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/WALs/7bf281cf3991,39663,1731497806997, archiveDir=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/oldWALs, maxLogs=10 2024-11-13T11:36:49,929 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/WALs/7bf281cf3991,39663,1731497806997/7bf281cf3991%2C39663%2C1731497806997.meta.1731497809917.meta, exclude list is [], retry=0 2024-11-13T11:36:49,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40233,DS-0f9c9902-2bfd-4fef-8293-48892da7ab63,DISK] 2024-11-13T11:36:49,932 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/WALs/7bf281cf3991,39663,1731497806997/7bf281cf3991%2C39663%2C1731497806997.meta.1731497809917.meta 2024-11-13T11:36:49,932 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35741:35741)] 2024-11-13T11:36:49,932 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:49,933 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:49,933 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:36:49,933 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:36:49,933 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:36:49,933 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:36:49,933 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:49,933 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:36:49,933 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:36:49,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:36:49,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:36:49,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:49,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:49,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:36:49,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:36:49,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:49,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:49,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:36:49,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:36:49,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:49,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:49,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:36:49,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:36:49,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:49,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:49,938 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:36:49,938 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740 2024-11-13T11:36:49,939 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740 2024-11-13T11:36:49,940 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:36:49,940 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:36:49,940 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:49,941 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:36:49,941 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66854512, jitterRate=-0.003790140151977539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:49,941 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:36:49,941 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497809933Writing region info on filesystem at 1731497809933Initializing all the Stores at 1731497809934 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497809934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497809934Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497809934Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497809934Cleaning up temporary data from old regions at 1731497809940 (+6 ms)Running coprocessor post-open hooks at 1731497809941 (+1 ms)Region opened successfully at 1731497809941 2024-11-13T11:36:49,942 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497809912 2024-11-13T11:36:49,943 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:36:49,943 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:36:49,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,39663,1731497806997 2024-11-13T11:36:49,944 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,39663,1731497806997, state=OPEN 2024-11-13T11:36:49,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11495302614/meta-region-server 2024-11-13T11:36:49,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11495302614/meta-region-server 2024-11-13T11:36:49,945 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,39663,1731497806997 2024-11-13T11:36:49,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11495302614/meta-region-server: CHANGED 2024-11-13T11:36:49,945 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11495302614/meta-region-server: CHANGED 2024-11-13T11:36:49,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:36:49,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,39663,1731497806997 in 185 msec 2024-11-13T11:36:49,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:36:49,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 342 msec 2024-11-13T11:36:49,948 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:49,948 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:36:49,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:49,949 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,39663,1731497806997, seqNum=-1] 2024-11-13T11:36:49,950 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:49,950 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:49,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1780 sec 2024-11-13T11:36:49,953 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497809953, completionTime=-1 2024-11-13T11:36:49,954 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:36:49,954 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:36:49,955 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:36:49,955 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497869955 2024-11-13T11:36:49,955 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497929955 2024-11-13T11:36:49,955 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-13T11:36:49,956 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,46389,1731497806967-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:49,956 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,46389,1731497806967-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:49,956 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,46389,1731497806967-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:49,956 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:46389, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:49,956 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:49,956 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:49,958 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:36:49,959 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.923sec 2024-11-13T11:36:49,959 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:36:49,959 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:36:49,959 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:36:49,959 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:36:49,959 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:36:49,959 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,46389,1731497806967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:36:49,960 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,46389,1731497806967-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:36:49,961 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:36:49,961 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:36:49,961 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,46389,1731497806967-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:50,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bafa8f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:50,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,46389,-1 for getting cluster id 2024-11-13T11:36:50,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:50,023 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e837e08-33d6-42e8-beab-d6768fd63721' 2024-11-13T11:36:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e837e08-33d6-42e8-beab-d6768fd63721" 2024-11-13T11:36:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482089b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,46389,-1] 2024-11-13T11:36:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:50,024 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:50,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7240d2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:50,025 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:50,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,39663,1731497806997, seqNum=-1] 2024-11-13T11:36:50,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:50,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:50,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,46389,1731497806967 2024-11-13T11:36:50,028 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65247 2024-11-13T11:36:50,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:50,030 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10038df18100005 connected 2024-11-13T11:36:50,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/hadoop.log.dir so I do NOT create it in target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc 2024-11-13T11:36:50,032 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/hadoop.log.dir Erasing configuration value by system value. 2024-11-13T11:36:50,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/hadoop.tmp.dir so I do NOT create it in target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc 2024-11-13T11:36:50,033 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-13T11:36:50,033 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc 2024-11-13T11:36:50,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T11:36:50,033 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/cluster_ecdd55b5-7860-0888-f06a-2bde494a21b4, deleteOnExit=true 2024-11-13T11:36:50,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T11:36:50,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/test.cache.data in system properties and HBase conf 2024-11-13T11:36:50,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T11:36:50,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/hadoop.log.dir in system properties and HBase conf 2024-11-13T11:36:50,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T11:36:50,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T11:36:50,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T11:36:50,034 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T11:36:50,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:36:50,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T11:36:50,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T11:36:50,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:36:50,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T11:36:50,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T11:36:50,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T11:36:50,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:36:50,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T11:36:50,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/nfs.dump.dir in system properties and HBase conf 2024-11-13T11:36:50,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/java.io.tmpdir in system properties and HBase conf 2024-11-13T11:36:50,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T11:36:50,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T11:36:50,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T11:36:50,103 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:50,106 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:36:50,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:36:50,110 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:36:50,110 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:36:50,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:50,112 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30633fa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:36:50,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4742d682{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:36:50,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e89e4b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/java.io.tmpdir/jetty-localhost-43123-hadoop-hdfs-3_4_1-tests_jar-_-any-2879887352378249936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:36:50,218 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@224bd015{HTTP/1.1, (http/1.1)}{localhost:43123} 2024-11-13T11:36:50,218 INFO [Time-limited test {}] server.Server(415): Started @295090ms 2024-11-13T11:36:50,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T11:36:50,314 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T11:36:50,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T11:36:50,318 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T11:36:50,318 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T11:36:50,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1bc7496d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/hadoop.log.dir/,AVAILABLE} 2024-11-13T11:36:50,320 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b62d873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T11:36:50,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6616f67b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/java.io.tmpdir/jetty-localhost-40215-hadoop-hdfs-3_4_1-tests_jar-_-any-17572669125568333458/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:36:50,446 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3997b993{HTTP/1.1, (http/1.1)}{localhost:40215} 2024-11-13T11:36:50,446 INFO [Time-limited test {}] server.Server(415): Started @295319ms 2024-11-13T11:36:50,447 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T11:36:50,514 WARN [Thread-4552 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/cluster_ecdd55b5-7860-0888-f06a-2bde494a21b4/data/data1/current/BP-1300056179-172.17.0.2-1731497810059/current, will proceed with Du for space computation calculation, 2024-11-13T11:36:50,515 WARN [Thread-4553 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/cluster_ecdd55b5-7860-0888-f06a-2bde494a21b4/data/data2/current/BP-1300056179-172.17.0.2-1731497810059/current, will proceed with Du for space computation calculation, 2024-11-13T11:36:50,541 WARN [Thread-4540 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T11:36:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf5cd65437a8cb4e with lease ID 0x82561720bf27d461: Processing first storage report for DS-0f627c6a-d0f3-4a15-be01-30c845e9d3bd from datanode DatanodeRegistration(127.0.0.1:43243, datanodeUuid=0e594c48-3fb1-4453-9162-5c689536b38b, infoPort=43125, infoSecurePort=0, ipcPort=44633, storageInfo=lv=-57;cid=testClusterID;nsid=977491346;c=1731497810059) 2024-11-13T11:36:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf5cd65437a8cb4e with lease ID 0x82561720bf27d461: from storage DS-0f627c6a-d0f3-4a15-be01-30c845e9d3bd node DatanodeRegistration(127.0.0.1:43243, datanodeUuid=0e594c48-3fb1-4453-9162-5c689536b38b, infoPort=43125, infoSecurePort=0, ipcPort=44633, storageInfo=lv=-57;cid=testClusterID;nsid=977491346;c=1731497810059), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:36:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbf5cd65437a8cb4e with lease ID 0x82561720bf27d461: Processing first storage report for DS-4a211e9a-657d-4f20-bb70-8f54307559da from datanode DatanodeRegistration(127.0.0.1:43243, datanodeUuid=0e594c48-3fb1-4453-9162-5c689536b38b, infoPort=43125, infoSecurePort=0, ipcPort=44633, storageInfo=lv=-57;cid=testClusterID;nsid=977491346;c=1731497810059) 2024-11-13T11:36:50,543 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbf5cd65437a8cb4e with lease ID 0x82561720bf27d461: from storage DS-4a211e9a-657d-4f20-bb70-8f54307559da node DatanodeRegistration(127.0.0.1:43243, datanodeUuid=0e594c48-3fb1-4453-9162-5c689536b38b, infoPort=43125, infoSecurePort=0, ipcPort=44633, storageInfo=lv=-57;cid=testClusterID;nsid=977491346;c=1731497810059), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T11:36:50,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc 2024-11-13T11:36:50,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:50,588 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:50,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741825_1001 (size=7) 2024-11-13T11:36:50,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-13T11:36:50,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-13T11:36:50,666 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:36:50,666 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-13T11:36:50,995 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb with version=8 2024-11-13T11:36:50,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/hbase-staging 2024-11-13T11:36:50,997 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:36:50,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:50,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:50,997 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:36:50,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:50,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:36:50,997 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T11:36:50,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:36:50,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45861 2024-11-13T11:36:50,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45861 connecting to ZooKeeper ensemble=127.0.0.1:65247 2024-11-13T11:36:51,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458610x0, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:51,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45861-0x10038df18100006 connected 2024-11-13T11:36:51,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:51,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:51,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Set watcher on znode that does not yet exist, /2-1969392972/running 2024-11-13T11:36:51,009 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb, hbase.cluster.distributed=false 2024-11-13T11:36:51,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Set watcher on znode that does not yet exist, /2-1969392972/acl 2024-11-13T11:36:51,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45861 2024-11-13T11:36:51,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45861 2024-11-13T11:36:51,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45861 2024-11-13T11:36:51,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45861 2024-11-13T11:36:51,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45861 2024-11-13T11:36:51,025 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7bf281cf3991:0 server-side Connection retries=45 2024-11-13T11:36:51,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:51,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:51,025 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T11:36:51,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T11:36:51,025 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T11:36:51,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T11:36:51,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T11:36:51,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34101 2024-11-13T11:36:51,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34101 connecting to ZooKeeper ensemble=127.0.0.1:65247 2024-11-13T11:36:51,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:51,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:51,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341010x0, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:51,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341010x0, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Set watcher on znode that does not yet exist, /2-1969392972/running 2024-11-13T11:36:51,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34101-0x10038df18100007 connected 2024-11-13T11:36:51,031 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T11:36:51,033 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T11:36:51,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Set watcher on znode that does not yet exist, /2-1969392972/master 2024-11-13T11:36:51,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Set watcher on znode that does not yet exist, /2-1969392972/acl 2024-11-13T11:36:51,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34101 2024-11-13T11:36:51,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34101 2024-11-13T11:36:51,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34101 2024-11-13T11:36:51,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34101 2024-11-13T11:36:51,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34101 2024-11-13T11:36:51,052 DEBUG [M:0;7bf281cf3991:45861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7bf281cf3991:45861 2024-11-13T11:36:51,052 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1969392972/backup-masters/7bf281cf3991,45861,1731497810997 2024-11-13T11:36:51,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972/backup-masters 2024-11-13T11:36:51,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972/backup-masters 2024-11-13T11:36:51,053 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Set watcher on existing znode=/2-1969392972/backup-masters/7bf281cf3991,45861,1731497810997 2024-11-13T11:36:51,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1969392972/master 2024-11-13T11:36:51,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972 2024-11-13T11:36:51,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972 2024-11-13T11:36:51,054 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Set watcher on existing znode=/2-1969392972/master 2024-11-13T11:36:51,055 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1969392972/backup-masters/7bf281cf3991,45861,1731497810997 from backup master directory 2024-11-13T11:36:51,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1969392972/backup-masters/7bf281cf3991,45861,1731497810997 2024-11-13T11:36:51,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972/backup-masters 2024-11-13T11:36:51,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972/backup-masters 2024-11-13T11:36:51,055 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:36:51,055 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7bf281cf3991,45861,1731497810997 2024-11-13T11:36:51,058 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/hbase.id] with ID: 19ebf393-a09e-48df-9eee-82bd3865384a 2024-11-13T11:36:51,058 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/.tmp/hbase.id 2024-11-13T11:36:51,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741826_1002 (size=42) 2024-11-13T11:36:51,067 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/.tmp/hbase.id]:[hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/hbase.id] 2024-11-13T11:36:51,074 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:36:51,074 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T11:36:51,075 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T11:36:51,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972 2024-11-13T11:36:51,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972 2024-11-13T11:36:51,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741827_1003 (size=196) 2024-11-13T11:36:51,082 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:51,083 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T11:36:51,083 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:51,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741828_1004 (size=1189) 2024-11-13T11:36:51,092 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store 2024-11-13T11:36:51,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741829_1005 (size=34) 2024-11-13T11:36:51,497 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:51,497 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:36:51,497 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:51,497 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:51,497 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:36:51,497 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:51,497 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:36:51,497 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497811497Disabling compacts and flushes for region at 1731497811497Disabling writes for close at 1731497811497Writing region close event to WAL at 1731497811497Closed at 1731497811497 2024-11-13T11:36:51,498 WARN [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/.initializing 2024-11-13T11:36:51,498 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/WALs/7bf281cf3991,45861,1731497810997 2024-11-13T11:36:51,499 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:36:51,500 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7bf281cf3991%2C45861%2C1731497810997, suffix=, logDir=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/WALs/7bf281cf3991,45861,1731497810997, archiveDir=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/oldWALs, maxLogs=10 2024-11-13T11:36:51,513 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/WALs/7bf281cf3991,45861,1731497810997/7bf281cf3991%2C45861%2C1731497810997.1731497811500, exclude list is [], retry=0 2024-11-13T11:36:51,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43243,DS-0f627c6a-d0f3-4a15-be01-30c845e9d3bd,DISK] 2024-11-13T11:36:51,517 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/WALs/7bf281cf3991,45861,1731497810997/7bf281cf3991%2C45861%2C1731497810997.1731497811500 2024-11-13T11:36:51,517 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43125:43125)] 2024-11-13T11:36:51,517 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:51,517 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:51,517 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:51,517 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:51,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:51,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T11:36:51,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:51,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:51,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:51,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T11:36:51,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:51,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:51,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:51,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T11:36:51,521 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:51,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:51,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:51,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T11:36:51,522 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:51,522 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:51,523 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:51,523 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:51,523 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:51,524 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:51,524 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:51,525 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:51,525 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T11:36:51,527 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:51,527 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70523942, jitterRate=0.050888627767562866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:51,527 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731497811517Initializing all the Stores at 1731497811518 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497811518Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497811518Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497811518Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497811518Cleaning up temporary data from old regions at 1731497811524 (+6 ms)Region opened successfully at 1731497811527 (+3 ms) 2024-11-13T11:36:51,527 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T11:36:51,530 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55763848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:36:51,530 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T11:36:51,530 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T11:36:51,531 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T11:36:51,531 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T11:36:51,531 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T11:36:51,531 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T11:36:51,531 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T11:36:51,532 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T11:36:51,533 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Unable to get data of znode /2-1969392972/balancer because node does not exist (not necessarily an error) 2024-11-13T11:36:51,534 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1969392972/balancer already deleted, retry=false 2024-11-13T11:36:51,534 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T11:36:51,535 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Unable to get data of znode /2-1969392972/normalizer because node does not exist (not necessarily an error) 2024-11-13T11:36:51,535 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1969392972/normalizer already deleted, retry=false 2024-11-13T11:36:51,536 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T11:36:51,537 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Unable to get data of znode /2-1969392972/switch/split because node does not exist (not necessarily an error) 2024-11-13T11:36:51,537 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1969392972/switch/split already deleted, retry=false 2024-11-13T11:36:51,538 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Unable to get data of znode /2-1969392972/switch/merge because node does not exist (not necessarily an error) 2024-11-13T11:36:51,538 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1969392972/switch/merge already deleted, retry=false 2024-11-13T11:36:51,540 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Unable to get data of znode /2-1969392972/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T11:36:51,540 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1969392972/snapshot-cleanup already deleted, retry=false 2024-11-13T11:36:51,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1969392972/running 2024-11-13T11:36:51,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972 2024-11-13T11:36:51,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1969392972/running 2024-11-13T11:36:51,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972 2024-11-13T11:36:51,542 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7bf281cf3991,45861,1731497810997, sessionid=0x10038df18100006, setting cluster-up flag (Was=false) 2024-11-13T11:36:51,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972 2024-11-13T11:36:51,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972 2024-11-13T11:36:51,545 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1969392972/flush-table-proc/acquired, /2-1969392972/flush-table-proc/reached, /2-1969392972/flush-table-proc/abort 2024-11-13T11:36:51,545 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,45861,1731497810997 2024-11-13T11:36:51,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972 2024-11-13T11:36:51,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972 2024-11-13T11:36:51,549 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1969392972/online-snapshot/acquired, /2-1969392972/online-snapshot/reached, /2-1969392972/online-snapshot/abort 2024-11-13T11:36:51,549 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7bf281cf3991,45861,1731497810997 2024-11-13T11:36:51,550 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T11:36:51,551 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:51,551 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T11:36:51,552 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T11:36:51,552 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7bf281cf3991,45861,1731497810997 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T11:36:51,553 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:51,553 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:51,553 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:51,553 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7bf281cf3991:0, corePoolSize=5, maxPoolSize=5 2024-11-13T11:36:51,553 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7bf281cf3991:0, corePoolSize=10, maxPoolSize=10 2024-11-13T11:36:51,553 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:51,553 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:36:51,553 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:51,554 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731497841553 2024-11-13T11:36:51,554 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T11:36:51,554 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T11:36:51,554 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T11:36:51,554 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T11:36:51,554 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T11:36:51,554 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T11:36:51,554 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:51,554 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T11:36:51,554 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:51,555 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T11:36:51,555 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T11:36:51,555 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T11:36:51,555 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-13T11:36:51,555 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:51,555 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T11:36:51,555 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T11:36:51,555 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T11:36:51,555 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497811555,5,FailOnTimeoutGroup] 2024-11-13T11:36:51,556 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:36:51,556 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497811555,5,FailOnTimeoutGroup] 2024-11-13T11:36:51,556 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:51,556 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T11:36:51,556 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:51,556 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:51,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741831_1007 (size=1321) 2024-11-13T11:36:51,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:51,643 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(746): ClusterId : 19ebf393-a09e-48df-9eee-82bd3865384a 2024-11-13T11:36:51,643 DEBUG [RS:0;7bf281cf3991:34101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T11:36:51,644 DEBUG [RS:0;7bf281cf3991:34101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T11:36:51,644 DEBUG [RS:0;7bf281cf3991:34101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T11:36:51,645 DEBUG [RS:0;7bf281cf3991:34101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T11:36:51,646 DEBUG [RS:0;7bf281cf3991:34101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74900263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7bf281cf3991/172.17.0.2:0 2024-11-13T11:36:51,663 DEBUG [RS:0;7bf281cf3991:34101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7bf281cf3991:34101 2024-11-13T11:36:51,663 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T11:36:51,663 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T11:36:51,663 DEBUG [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T11:36:51,664 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(2659): reportForDuty to master=7bf281cf3991,45861,1731497810997 with port=34101, startcode=1731497811024 2024-11-13T11:36:51,664 DEBUG [RS:0;7bf281cf3991:34101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T11:36:51,665 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T11:36:51,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7bf281cf3991,34101,1731497811024 2024-11-13T11:36:51,666 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45861 {}] master.ServerManager(517): Registering regionserver=7bf281cf3991,34101,1731497811024 2024-11-13T11:36:51,667 DEBUG [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb 2024-11-13T11:36:51,667 DEBUG [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40479 2024-11-13T11:36:51,667 DEBUG [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T11:36:51,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972/rs 2024-11-13T11:36:51,670 DEBUG [RS:0;7bf281cf3991:34101 {}] zookeeper.ZKUtil(111): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Set watcher on existing znode=/2-1969392972/rs/7bf281cf3991,34101,1731497811024 2024-11-13T11:36:51,670 WARN [RS:0;7bf281cf3991:34101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T11:36:51,670 INFO [RS:0;7bf281cf3991:34101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:51,670 DEBUG [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/WALs/7bf281cf3991,34101,1731497811024 2024-11-13T11:36:51,670 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7bf281cf3991,34101,1731497811024] 2024-11-13T11:36:51,672 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T11:36:51,674 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T11:36:51,677 INFO [RS:0;7bf281cf3991:34101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T11:36:51,677 INFO [RS:0;7bf281cf3991:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:51,681 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T11:36:51,682 INFO [RS:0;7bf281cf3991:34101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T11:36:51,682 INFO [RS:0;7bf281cf3991:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:51,682 DEBUG [RS:0;7bf281cf3991:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:51,682 DEBUG [RS:0;7bf281cf3991:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:51,682 DEBUG [RS:0;7bf281cf3991:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:51,682 DEBUG [RS:0;7bf281cf3991:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:51,682 DEBUG [RS:0;7bf281cf3991:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:51,682 DEBUG [RS:0;7bf281cf3991:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7bf281cf3991:0, corePoolSize=2, maxPoolSize=2 2024-11-13T11:36:51,682 DEBUG [RS:0;7bf281cf3991:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:51,682 DEBUG [RS:0;7bf281cf3991:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:51,682 DEBUG [RS:0;7bf281cf3991:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:51,682 DEBUG [RS:0;7bf281cf3991:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:51,682 DEBUG [RS:0;7bf281cf3991:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:51,682 DEBUG [RS:0;7bf281cf3991:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7bf281cf3991:0, corePoolSize=1, maxPoolSize=1 2024-11-13T11:36:51,682 DEBUG [RS:0;7bf281cf3991:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:36:51,682 DEBUG [RS:0;7bf281cf3991:34101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7bf281cf3991:0, corePoolSize=3, maxPoolSize=3 2024-11-13T11:36:51,684 INFO [RS:0;7bf281cf3991:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:51,684 INFO [RS:0;7bf281cf3991:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:51,684 INFO [RS:0;7bf281cf3991:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:51,684 INFO [RS:0;7bf281cf3991:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:51,684 INFO [RS:0;7bf281cf3991:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:51,684 INFO [RS:0;7bf281cf3991:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,34101,1731497811024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:36:51,699 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T11:36:51,699 INFO [RS:0;7bf281cf3991:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,34101,1731497811024-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:51,699 INFO [RS:0;7bf281cf3991:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:51,699 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.Replication(171): 7bf281cf3991,34101,1731497811024 started 2024-11-13T11:36:51,713 INFO [RS:0;7bf281cf3991:34101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:51,713 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1482): Serving as 7bf281cf3991,34101,1731497811024, RpcServer on 7bf281cf3991/172.17.0.2:34101, sessionid=0x10038df18100007 2024-11-13T11:36:51,713 DEBUG [RS:0;7bf281cf3991:34101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T11:36:51,713 DEBUG [RS:0;7bf281cf3991:34101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7bf281cf3991,34101,1731497811024 2024-11-13T11:36:51,713 DEBUG [RS:0;7bf281cf3991:34101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,34101,1731497811024' 2024-11-13T11:36:51,713 DEBUG [RS:0;7bf281cf3991:34101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1969392972/flush-table-proc/abort' 2024-11-13T11:36:51,714 DEBUG [RS:0;7bf281cf3991:34101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1969392972/flush-table-proc/acquired' 2024-11-13T11:36:51,714 DEBUG [RS:0;7bf281cf3991:34101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T11:36:51,714 DEBUG [RS:0;7bf281cf3991:34101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T11:36:51,714 DEBUG [RS:0;7bf281cf3991:34101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7bf281cf3991,34101,1731497811024 2024-11-13T11:36:51,714 DEBUG [RS:0;7bf281cf3991:34101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7bf281cf3991,34101,1731497811024' 2024-11-13T11:36:51,714 DEBUG [RS:0;7bf281cf3991:34101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1969392972/online-snapshot/abort' 2024-11-13T11:36:51,715 DEBUG [RS:0;7bf281cf3991:34101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1969392972/online-snapshot/acquired' 2024-11-13T11:36:51,715 DEBUG [RS:0;7bf281cf3991:34101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T11:36:51,715 INFO [RS:0;7bf281cf3991:34101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T11:36:51,715 INFO [RS:0;7bf281cf3991:34101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T11:36:51,816 INFO [RS:0;7bf281cf3991:34101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T11:36:51,817 INFO [RS:0;7bf281cf3991:34101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C34101%2C1731497811024, suffix=, logDir=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/WALs/7bf281cf3991,34101,1731497811024, archiveDir=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/oldWALs, maxLogs=10 2024-11-13T11:36:51,835 DEBUG [RS:0;7bf281cf3991:34101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/WALs/7bf281cf3991,34101,1731497811024/7bf281cf3991%2C34101%2C1731497811024.1731497811818, exclude list is [], retry=0 2024-11-13T11:36:51,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43243,DS-0f627c6a-d0f3-4a15-be01-30c845e9d3bd,DISK] 2024-11-13T11:36:51,838 INFO [RS:0;7bf281cf3991:34101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/WALs/7bf281cf3991,34101,1731497811024/7bf281cf3991%2C34101%2C1731497811024.1731497811818 2024-11-13T11:36:51,839 DEBUG [RS:0;7bf281cf3991:34101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43125:43125)] 2024-11-13T11:36:51,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T11:36:51,968 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb 2024-11-13T11:36:51,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741833_1009 (size=32) 2024-11-13T11:36:52,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:52,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:36:52,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:36:52,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:52,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:52,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:36:52,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:36:52,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:52,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:52,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:36:52,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:36:52,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:52,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:52,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:36:52,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:36:52,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:52,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:52,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:36:52,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740 2024-11-13T11:36:52,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740 2024-11-13T11:36:52,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:36:52,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:36:52,387 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:52,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:36:52,389 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:52,390 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69971821, jitterRate=0.042661383748054504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:52,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731497812373Initializing all the Stores at 1731497812373Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497812373Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497812374 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497812374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497812374Cleaning up temporary data from old regions at 1731497812387 (+13 ms)Region opened successfully at 1731497812390 (+3 ms) 2024-11-13T11:36:52,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:36:52,390 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:36:52,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:36:52,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:36:52,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:36:52,391 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:36:52,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497812390Disabling compacts and flushes for region at 1731497812390Disabling writes for close at 1731497812390Writing region close event to WAL at 1731497812390Closed at 1731497812390 2024-11-13T11:36:52,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:52,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T11:36:52,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T11:36:52,393 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:36:52,394 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T11:36:52,544 DEBUG [7bf281cf3991:45861 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-13T11:36:52,545 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7bf281cf3991,34101,1731497811024 2024-11-13T11:36:52,545 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,34101,1731497811024, state=OPENING 2024-11-13T11:36:52,546 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T11:36:52,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972 2024-11-13T11:36:52,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972 2024-11-13T11:36:52,547 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T11:36:52,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1969392972/meta-region-server: CHANGED 2024-11-13T11:36:52,548 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1969392972/meta-region-server: CHANGED 2024-11-13T11:36:52,548 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,34101,1731497811024}] 2024-11-13T11:36:52,699 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:36:52,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:36:52,703 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T11:36:52,703 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:36:52,703 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T11:36:52,704 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C34101%2C1731497811024.meta, suffix=.meta, logDir=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/WALs/7bf281cf3991,34101,1731497811024, archiveDir=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/oldWALs, maxLogs=10 2024-11-13T11:36:52,717 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/WALs/7bf281cf3991,34101,1731497811024/7bf281cf3991%2C34101%2C1731497811024.meta.1731497812705.meta, exclude list is [], retry=0 2024-11-13T11:36:52,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43243,DS-0f627c6a-d0f3-4a15-be01-30c845e9d3bd,DISK] 2024-11-13T11:36:52,720 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/WALs/7bf281cf3991,34101,1731497811024/7bf281cf3991%2C34101%2C1731497811024.meta.1731497812705.meta 2024-11-13T11:36:52,720 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43125:43125)] 2024-11-13T11:36:52,720 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:52,720 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:52,721 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:36:52,721 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T11:36:52,721 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T11:36:52,721 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T11:36:52,721 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:52,721 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T11:36:52,721 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T11:36:52,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T11:36:52,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T11:36:52,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:52,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:52,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T11:36:52,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T11:36:52,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:52,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:52,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T11:36:52,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T11:36:52,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:52,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:52,725 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T11:36:52,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T11:36:52,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:52,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T11:36:52,726 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T11:36:52,727 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740 2024-11-13T11:36:52,727 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740 2024-11-13T11:36:52,728 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T11:36:52,728 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T11:36:52,728 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T11:36:52,729 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T11:36:52,730 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58866061, jitterRate=-0.12282733619213104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T11:36:52,730 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T11:36:52,730 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731497812721Writing region info on filesystem at 1731497812721Initializing all the Stores at 1731497812722 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497812722Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497812722Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497812722Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731497812722Cleaning up temporary data from old regions at 1731497812728 (+6 ms)Running coprocessor post-open hooks at 1731497812730 (+2 ms)Region opened successfully at 1731497812730 2024-11-13T11:36:52,731 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731497812699 2024-11-13T11:36:52,732 DEBUG [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T11:36:52,732 INFO [RS_OPEN_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T11:36:52,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,34101,1731497811024 2024-11-13T11:36:52,733 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7bf281cf3991,34101,1731497811024, state=OPEN 2024-11-13T11:36:52,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1969392972/meta-region-server 2024-11-13T11:36:52,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1969392972/meta-region-server 2024-11-13T11:36:52,734 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7bf281cf3991,34101,1731497811024 2024-11-13T11:36:52,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1969392972/meta-region-server: CHANGED 2024-11-13T11:36:52,734 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1969392972/meta-region-server: CHANGED 2024-11-13T11:36:52,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T11:36:52,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7bf281cf3991,34101,1731497811024 in 187 msec 2024-11-13T11:36:52,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T11:36:52,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 344 msec 2024-11-13T11:36:52,738 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T11:36:52,738 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T11:36:52,739 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:52,739 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34101,1731497811024, seqNum=-1] 2024-11-13T11:36:52,739 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:52,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:52,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1930 sec 2024-11-13T11:36:52,745 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731497812745, completionTime=-1 2024-11-13T11:36:52,745 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-13T11:36:52,745 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T11:36:52,747 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-13T11:36:52,747 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731497872747 2024-11-13T11:36:52,747 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731497932747 2024-11-13T11:36:52,747 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T11:36:52,748 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45861,1731497810997-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:52,748 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45861,1731497810997-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:52,748 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45861,1731497810997-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:52,748 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7bf281cf3991:45861, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:52,748 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:52,749 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:52,749 DEBUG [master/7bf281cf3991:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T11:36:52,752 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.697sec 2024-11-13T11:36:52,752 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T11:36:52,752 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T11:36:52,752 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T11:36:52,752 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T11:36:52,752 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T11:36:52,752 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45861,1731497810997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T11:36:52,752 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45861,1731497810997-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T11:36:52,754 DEBUG [master/7bf281cf3991:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T11:36:52,754 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T11:36:52,754 INFO [master/7bf281cf3991:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7bf281cf3991,45861,1731497810997-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T11:36:52,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4540f54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:52,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45861,-1 for getting cluster id 2024-11-13T11:36:52,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:52,845 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19ebf393-a09e-48df-9eee-82bd3865384a' 2024-11-13T11:36:52,845 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19ebf393-a09e-48df-9eee-82bd3865384a" 2024-11-13T11:36:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b08a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45861,-1] 2024-11-13T11:36:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:52,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:52,847 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:52,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ac3694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:52,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:36:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34101,1731497811024, seqNum=-1] 2024-11-13T11:36:52,849 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:36:52,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:36:52,851 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7bf281cf3991,45861,1731497810997 2024-11-13T11:36:52,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:65247 2024-11-13T11:36:52,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T11:36:52,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10038df18100008 connected 2024-11-13T11:36:52,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:52,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,38925,1731497803523 2024-11-13T11:36:52,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fdd9e7b 2024-11-13T11:36:52,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:52,861 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:52,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:52,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T11:36:52,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:36:52,865 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:52,865 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T11:36:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:52,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:36:52,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741835_1011 (size=902) 2024-11-13T11:36:52,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:53,283 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb514031ec114c9d9377d3a009f621aa, NAME => 'test,,1731497812862.cb514031ec114c9d9377d3a009f621aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf 2024-11-13T11:36:53,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741836_1012 (size=39) 2024-11-13T11:36:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:53,689 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731497812862.cb514031ec114c9d9377d3a009f621aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:53,689 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cb514031ec114c9d9377d3a009f621aa, disabling compactions & flushes 2024-11-13T11:36:53,689 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731497812862.cb514031ec114c9d9377d3a009f621aa. 2024-11-13T11:36:53,689 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497812862.cb514031ec114c9d9377d3a009f621aa. 2024-11-13T11:36:53,689 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731497812862.cb514031ec114c9d9377d3a009f621aa. after waiting 0 ms 2024-11-13T11:36:53,689 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731497812862.cb514031ec114c9d9377d3a009f621aa. 2024-11-13T11:36:53,689 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731497812862.cb514031ec114c9d9377d3a009f621aa. 2024-11-13T11:36:53,689 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb514031ec114c9d9377d3a009f621aa: Waiting for close lock at 1731497813689Disabling compacts and flushes for region at 1731497813689Disabling writes for close at 1731497813689Writing region close event to WAL at 1731497813689Closed at 1731497813689 2024-11-13T11:36:53,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:36:53,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731497812862.cb514031ec114c9d9377d3a009f621aa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731497813690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497813690"}]},"ts":"1731497813690"} 2024-11-13T11:36:53,692 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:36:53,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:36:53,693 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497813692"}]},"ts":"1731497813692"} 2024-11-13T11:36:53,694 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T11:36:53,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb514031ec114c9d9377d3a009f621aa, ASSIGN}] 2024-11-13T11:36:53,695 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb514031ec114c9d9377d3a009f621aa, ASSIGN 2024-11-13T11:36:53,695 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cb514031ec114c9d9377d3a009f621aa, ASSIGN; state=OFFLINE, location=7bf281cf3991,36763,1731497803563; forceNewPlan=false, retain=false 2024-11-13T11:36:53,846 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb514031ec114c9d9377d3a009f621aa, regionState=OPENING, regionLocation=7bf281cf3991,36763,1731497803563 2024-11-13T11:36:53,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cb514031ec114c9d9377d3a009f621aa, ASSIGN because future has completed 2024-11-13T11:36:53,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb514031ec114c9d9377d3a009f621aa, server=7bf281cf3991,36763,1731497803563}] 2024-11-13T11:36:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:54,004 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731497812862.cb514031ec114c9d9377d3a009f621aa. 2024-11-13T11:36:54,004 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cb514031ec114c9d9377d3a009f621aa, NAME => 'test,,1731497812862.cb514031ec114c9d9377d3a009f621aa.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:54,004 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:54,004 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T11:36:54,004 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cb514031ec114c9d9377d3a009f621aa 2024-11-13T11:36:54,004 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731497812862.cb514031ec114c9d9377d3a009f621aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:54,004 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cb514031ec114c9d9377d3a009f621aa 2024-11-13T11:36:54,004 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cb514031ec114c9d9377d3a009f621aa 2024-11-13T11:36:54,005 INFO [StoreOpener-cb514031ec114c9d9377d3a009f621aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cb514031ec114c9d9377d3a009f621aa 2024-11-13T11:36:54,006 INFO [StoreOpener-cb514031ec114c9d9377d3a009f621aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb514031ec114c9d9377d3a009f621aa columnFamilyName f 2024-11-13T11:36:54,006 DEBUG [StoreOpener-cb514031ec114c9d9377d3a009f621aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:54,006 INFO [StoreOpener-cb514031ec114c9d9377d3a009f621aa-1 {}] regionserver.HStore(327): Store=cb514031ec114c9d9377d3a009f621aa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:54,006 INFO [StoreOpener-cb514031ec114c9d9377d3a009f621aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cb514031ec114c9d9377d3a009f621aa 2024-11-13T11:36:54,007 INFO [StoreOpener-cb514031ec114c9d9377d3a009f621aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb514031ec114c9d9377d3a009f621aa columnFamilyName f1 2024-11-13T11:36:54,007 DEBUG [StoreOpener-cb514031ec114c9d9377d3a009f621aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:54,007 INFO [StoreOpener-cb514031ec114c9d9377d3a009f621aa-1 {}] regionserver.HStore(327): Store=cb514031ec114c9d9377d3a009f621aa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:54,007 INFO [StoreOpener-cb514031ec114c9d9377d3a009f621aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cb514031ec114c9d9377d3a009f621aa 2024-11-13T11:36:54,008 INFO [StoreOpener-cb514031ec114c9d9377d3a009f621aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb514031ec114c9d9377d3a009f621aa columnFamilyName norep 2024-11-13T11:36:54,008 DEBUG [StoreOpener-cb514031ec114c9d9377d3a009f621aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:54,008 INFO [StoreOpener-cb514031ec114c9d9377d3a009f621aa-1 {}] regionserver.HStore(327): Store=cb514031ec114c9d9377d3a009f621aa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:54,008 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cb514031ec114c9d9377d3a009f621aa 2024-11-13T11:36:54,009 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa 2024-11-13T11:36:54,009 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa 2024-11-13T11:36:54,010 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cb514031ec114c9d9377d3a009f621aa 2024-11-13T11:36:54,010 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cb514031ec114c9d9377d3a009f621aa 2024-11-13T11:36:54,010 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:36:54,011 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cb514031ec114c9d9377d3a009f621aa 2024-11-13T11:36:54,019 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:54,020 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cb514031ec114c9d9377d3a009f621aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73376407, jitterRate=0.09339366853237152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:36:54,020 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb514031ec114c9d9377d3a009f621aa 2024-11-13T11:36:54,020 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cb514031ec114c9d9377d3a009f621aa: Running coprocessor pre-open hook at 1731497814004Writing region info on filesystem at 1731497814004Initializing all the Stores at 1731497814005 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497814005Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497814005Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497814005Cleaning up temporary data from old regions at 1731497814010 (+5 ms)Running coprocessor post-open hooks at 1731497814020 (+10 ms)Region opened successfully at 1731497814020 2024-11-13T11:36:54,021 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731497812862.cb514031ec114c9d9377d3a009f621aa., pid=6, masterSystemTime=1731497814001 2024-11-13T11:36:54,022 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731497812862.cb514031ec114c9d9377d3a009f621aa. 2024-11-13T11:36:54,022 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731497812862.cb514031ec114c9d9377d3a009f621aa. 2024-11-13T11:36:54,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb514031ec114c9d9377d3a009f621aa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7bf281cf3991,36763,1731497803563 2024-11-13T11:36:54,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb514031ec114c9d9377d3a009f621aa, server=7bf281cf3991,36763,1731497803563 because future has completed 2024-11-13T11:36:54,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:36:54,026 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb514031ec114c9d9377d3a009f621aa, server=7bf281cf3991,36763,1731497803563 in 176 msec 2024-11-13T11:36:54,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T11:36:54,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cb514031ec114c9d9377d3a009f621aa, ASSIGN in 332 msec 2024-11-13T11:36:54,028 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:36:54,029 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497814028"}]},"ts":"1731497814028"} 2024-11-13T11:36:54,030 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T11:36:54,031 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:36:54,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-13T11:36:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:55,011 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T11:36:55,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:55,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,46389,1731497806967 2024-11-13T11:36:55,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e9cbb05 2024-11-13T11:36:55,012 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:55,013 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:55,013 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46389 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:55,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46389 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T11:36:55,015 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:36:55,016 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:55,016 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46389 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T11:36:55,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:36:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:55,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741835_1011 (size=902) 2024-11-13T11:36:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:55,422 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 809d729252927c599d387c91ff8dafbf, NAME => 'test,,1731497815013.809d729252927c599d387c91ff8dafbf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5 2024-11-13T11:36:55,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741836_1012 (size=39) 2024-11-13T11:36:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:55,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731497815013.809d729252927c599d387c91ff8dafbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:55,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 809d729252927c599d387c91ff8dafbf, disabling compactions & flushes 2024-11-13T11:36:55,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731497815013.809d729252927c599d387c91ff8dafbf. 2024-11-13T11:36:55,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497815013.809d729252927c599d387c91ff8dafbf. 2024-11-13T11:36:55,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731497815013.809d729252927c599d387c91ff8dafbf. after waiting 0 ms 2024-11-13T11:36:55,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731497815013.809d729252927c599d387c91ff8dafbf. 2024-11-13T11:36:55,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731497815013.809d729252927c599d387c91ff8dafbf. 2024-11-13T11:36:55,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 809d729252927c599d387c91ff8dafbf: Waiting for close lock at 1731497815827Disabling compacts and flushes for region at 1731497815827Disabling writes for close at 1731497815827Writing region close event to WAL at 1731497815827Closed at 1731497815827 2024-11-13T11:36:55,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:36:55,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731497815013.809d729252927c599d387c91ff8dafbf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731497815828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497815828"}]},"ts":"1731497815828"} 2024-11-13T11:36:55,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:36:55,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:36:55,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497815831"}]},"ts":"1731497815831"} 2024-11-13T11:36:55,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T11:36:55,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=809d729252927c599d387c91ff8dafbf, ASSIGN}] 2024-11-13T11:36:55,834 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=809d729252927c599d387c91ff8dafbf, ASSIGN 2024-11-13T11:36:55,835 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=809d729252927c599d387c91ff8dafbf, ASSIGN; state=OFFLINE, location=7bf281cf3991,39663,1731497806997; forceNewPlan=false, retain=false 2024-11-13T11:36:55,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=809d729252927c599d387c91ff8dafbf, regionState=OPENING, regionLocation=7bf281cf3991,39663,1731497806997 2024-11-13T11:36:55,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=809d729252927c599d387c91ff8dafbf, ASSIGN because future has completed 2024-11-13T11:36:55,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 809d729252927c599d387c91ff8dafbf, server=7bf281cf3991,39663,1731497806997}] 2024-11-13T11:36:56,142 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731497815013.809d729252927c599d387c91ff8dafbf. 2024-11-13T11:36:56,142 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 809d729252927c599d387c91ff8dafbf, NAME => 'test,,1731497815013.809d729252927c599d387c91ff8dafbf.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:56,143 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:56,143 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T11:36:56,143 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 809d729252927c599d387c91ff8dafbf 2024-11-13T11:36:56,143 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731497815013.809d729252927c599d387c91ff8dafbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:56,143 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 809d729252927c599d387c91ff8dafbf 2024-11-13T11:36:56,143 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 809d729252927c599d387c91ff8dafbf 2024-11-13T11:36:56,144 INFO [StoreOpener-809d729252927c599d387c91ff8dafbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 809d729252927c599d387c91ff8dafbf 2024-11-13T11:36:56,145 INFO [StoreOpener-809d729252927c599d387c91ff8dafbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 809d729252927c599d387c91ff8dafbf columnFamilyName f 2024-11-13T11:36:56,145 DEBUG [StoreOpener-809d729252927c599d387c91ff8dafbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:56,145 INFO [StoreOpener-809d729252927c599d387c91ff8dafbf-1 {}] regionserver.HStore(327): Store=809d729252927c599d387c91ff8dafbf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:56,145 INFO [StoreOpener-809d729252927c599d387c91ff8dafbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 809d729252927c599d387c91ff8dafbf 2024-11-13T11:36:56,146 INFO [StoreOpener-809d729252927c599d387c91ff8dafbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 809d729252927c599d387c91ff8dafbf columnFamilyName f1 2024-11-13T11:36:56,146 DEBUG [StoreOpener-809d729252927c599d387c91ff8dafbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:56,146 INFO [StoreOpener-809d729252927c599d387c91ff8dafbf-1 {}] regionserver.HStore(327): Store=809d729252927c599d387c91ff8dafbf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:56,146 INFO [StoreOpener-809d729252927c599d387c91ff8dafbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 809d729252927c599d387c91ff8dafbf 2024-11-13T11:36:56,147 INFO [StoreOpener-809d729252927c599d387c91ff8dafbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 809d729252927c599d387c91ff8dafbf columnFamilyName norep 2024-11-13T11:36:56,147 DEBUG [StoreOpener-809d729252927c599d387c91ff8dafbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:56,147 INFO [StoreOpener-809d729252927c599d387c91ff8dafbf-1 {}] regionserver.HStore(327): Store=809d729252927c599d387c91ff8dafbf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:56,147 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 809d729252927c599d387c91ff8dafbf 2024-11-13T11:36:56,148 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf 2024-11-13T11:36:56,148 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf 2024-11-13T11:36:56,148 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 809d729252927c599d387c91ff8dafbf 2024-11-13T11:36:56,149 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 809d729252927c599d387c91ff8dafbf 2024-11-13T11:36:56,149 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:36:56,149 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 809d729252927c599d387c91ff8dafbf 2024-11-13T11:36:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:56,151 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:56,151 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 809d729252927c599d387c91ff8dafbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74367713, jitterRate=0.10816527903079987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:36:56,151 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 809d729252927c599d387c91ff8dafbf 2024-11-13T11:36:56,152 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 809d729252927c599d387c91ff8dafbf: Running coprocessor pre-open hook at 1731497816143Writing region info on filesystem at 1731497816143Initializing all the Stores at 1731497816144 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497816144Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497816144Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497816144Cleaning up temporary data from old regions at 1731497816149 (+5 ms)Running coprocessor post-open hooks at 1731497816151 (+2 ms)Region opened successfully at 1731497816151 2024-11-13T11:36:56,152 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731497815013.809d729252927c599d387c91ff8dafbf., pid=6, masterSystemTime=1731497816139 2024-11-13T11:36:56,154 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731497815013.809d729252927c599d387c91ff8dafbf. 2024-11-13T11:36:56,154 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731497815013.809d729252927c599d387c91ff8dafbf. 2024-11-13T11:36:56,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=809d729252927c599d387c91ff8dafbf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7bf281cf3991,39663,1731497806997 2024-11-13T11:36:56,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 809d729252927c599d387c91ff8dafbf, server=7bf281cf3991,39663,1731497806997 because future has completed 2024-11-13T11:36:56,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:36:56,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 809d729252927c599d387c91ff8dafbf, server=7bf281cf3991,39663,1731497806997 in 169 msec 2024-11-13T11:36:56,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T11:36:56,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=809d729252927c599d387c91ff8dafbf, ASSIGN in 325 msec 2024-11-13T11:36:56,160 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:36:56,160 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497816160"}]},"ts":"1731497816160"} 2024-11-13T11:36:56,161 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T11:36:56,162 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:36:56,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-13T11:36:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46389 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:57,160 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T11:36:57,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,45861,1731497810997 2024-11-13T11:36:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41713248 2024-11-13T11:36:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:57,162 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:57,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:57,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-13T11:36:57,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:36:57,165 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:57,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-13T11:36:57,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:36:57,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:57,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741835_1011 (size=902) 2024-11-13T11:36:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:57,575 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a41bbaf611da80dd90a25cb67a6179c, NAME => 'test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb 2024-11-13T11:36:57,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741836_1012 (size=39) 2024-11-13T11:36:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:57,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:57,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0a41bbaf611da80dd90a25cb67a6179c, disabling compactions & flushes 2024-11-13T11:36:57,980 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c. 2024-11-13T11:36:57,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c. 2024-11-13T11:36:57,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c. after waiting 0 ms 2024-11-13T11:36:57,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c. 2024-11-13T11:36:57,980 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c. 2024-11-13T11:36:57,980 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a41bbaf611da80dd90a25cb67a6179c: Waiting for close lock at 1731497817980Disabling compacts and flushes for region at 1731497817980Disabling writes for close at 1731497817980Writing region close event to WAL at 1731497817980Closed at 1731497817980 2024-11-13T11:36:57,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:36:57,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731497817982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497817982"}]},"ts":"1731497817982"} 2024-11-13T11:36:57,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:36:57,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:36:57,986 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497817986"}]},"ts":"1731497817986"} 2024-11-13T11:36:57,988 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-13T11:36:57,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a41bbaf611da80dd90a25cb67a6179c, ASSIGN}] 2024-11-13T11:36:57,990 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0a41bbaf611da80dd90a25cb67a6179c, ASSIGN 2024-11-13T11:36:57,991 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0a41bbaf611da80dd90a25cb67a6179c, ASSIGN; state=OFFLINE, location=7bf281cf3991,34101,1731497811024; forceNewPlan=false, retain=false 2024-11-13T11:36:58,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a41bbaf611da80dd90a25cb67a6179c, regionState=OPENING, regionLocation=7bf281cf3991,34101,1731497811024 2024-11-13T11:36:58,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0a41bbaf611da80dd90a25cb67a6179c, ASSIGN because future has completed 2024-11-13T11:36:58,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a41bbaf611da80dd90a25cb67a6179c, server=7bf281cf3991,34101,1731497811024}] 2024-11-13T11:36:58,224 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:36:58,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:36:58,299 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c. 2024-11-13T11:36:58,299 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a41bbaf611da80dd90a25cb67a6179c, NAME => 'test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:36:58,300 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:36:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:58,300 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-13T11:36:58,300 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0a41bbaf611da80dd90a25cb67a6179c 2024-11-13T11:36:58,300 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:36:58,300 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0a41bbaf611da80dd90a25cb67a6179c 2024-11-13T11:36:58,300 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0a41bbaf611da80dd90a25cb67a6179c 2024-11-13T11:36:58,302 INFO [StoreOpener-0a41bbaf611da80dd90a25cb67a6179c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0a41bbaf611da80dd90a25cb67a6179c 2024-11-13T11:36:58,303 INFO [StoreOpener-0a41bbaf611da80dd90a25cb67a6179c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a41bbaf611da80dd90a25cb67a6179c columnFamilyName f 2024-11-13T11:36:58,303 DEBUG [StoreOpener-0a41bbaf611da80dd90a25cb67a6179c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:58,303 INFO [StoreOpener-0a41bbaf611da80dd90a25cb67a6179c-1 {}] regionserver.HStore(327): Store=0a41bbaf611da80dd90a25cb67a6179c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:58,303 INFO [StoreOpener-0a41bbaf611da80dd90a25cb67a6179c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0a41bbaf611da80dd90a25cb67a6179c 2024-11-13T11:36:58,304 INFO [StoreOpener-0a41bbaf611da80dd90a25cb67a6179c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a41bbaf611da80dd90a25cb67a6179c columnFamilyName f1 2024-11-13T11:36:58,304 DEBUG [StoreOpener-0a41bbaf611da80dd90a25cb67a6179c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:58,304 INFO [StoreOpener-0a41bbaf611da80dd90a25cb67a6179c-1 {}] regionserver.HStore(327): Store=0a41bbaf611da80dd90a25cb67a6179c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:58,304 INFO [StoreOpener-0a41bbaf611da80dd90a25cb67a6179c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0a41bbaf611da80dd90a25cb67a6179c 2024-11-13T11:36:58,305 INFO [StoreOpener-0a41bbaf611da80dd90a25cb67a6179c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a41bbaf611da80dd90a25cb67a6179c columnFamilyName norep 2024-11-13T11:36:58,305 DEBUG [StoreOpener-0a41bbaf611da80dd90a25cb67a6179c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:58,305 INFO [StoreOpener-0a41bbaf611da80dd90a25cb67a6179c-1 {}] regionserver.HStore(327): Store=0a41bbaf611da80dd90a25cb67a6179c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:36:58,305 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0a41bbaf611da80dd90a25cb67a6179c 2024-11-13T11:36:58,306 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/default/test/0a41bbaf611da80dd90a25cb67a6179c 2024-11-13T11:36:58,306 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/default/test/0a41bbaf611da80dd90a25cb67a6179c 2024-11-13T11:36:58,307 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0a41bbaf611da80dd90a25cb67a6179c 2024-11-13T11:36:58,307 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0a41bbaf611da80dd90a25cb67a6179c 2024-11-13T11:36:58,307 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:36:58,308 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0a41bbaf611da80dd90a25cb67a6179c 2024-11-13T11:36:58,310 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/default/test/0a41bbaf611da80dd90a25cb67a6179c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:36:58,310 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0a41bbaf611da80dd90a25cb67a6179c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60032306, jitterRate=-0.10544893145561218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:36:58,310 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a41bbaf611da80dd90a25cb67a6179c 2024-11-13T11:36:58,310 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0a41bbaf611da80dd90a25cb67a6179c: Running coprocessor pre-open hook at 1731497818301Writing region info on filesystem at 1731497818301Initializing all the Stores at 1731497818301Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497818301Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497818301Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497818301Cleaning up temporary data from old regions at 1731497818307 (+6 ms)Running coprocessor post-open hooks at 1731497818310 (+3 ms)Region opened successfully at 1731497818310 2024-11-13T11:36:58,311 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c., pid=6, masterSystemTime=1731497818296 2024-11-13T11:36:58,313 DEBUG [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c. 2024-11-13T11:36:58,313 INFO [RS_OPEN_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c. 2024-11-13T11:36:58,313 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0a41bbaf611da80dd90a25cb67a6179c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7bf281cf3991,34101,1731497811024 2024-11-13T11:36:58,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a41bbaf611da80dd90a25cb67a6179c, server=7bf281cf3991,34101,1731497811024 because future has completed 2024-11-13T11:36:58,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T11:36:58,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a41bbaf611da80dd90a25cb67a6179c, server=7bf281cf3991,34101,1731497811024 in 171 msec 2024-11-13T11:36:58,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T11:36:58,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0a41bbaf611da80dd90a25cb67a6179c, ASSIGN in 329 msec 2024-11-13T11:36:58,319 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:36:58,319 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497818319"}]},"ts":"1731497818319"} 2024-11-13T11:36:58,321 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-13T11:36:58,321 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:36:58,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-13T11:36:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T11:36:59,311 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-13T11:36:59,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f8d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:59,312 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,38925,-1 for getting cluster id 2024-11-13T11:36:59,312 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:59,313 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '688b9a97-734a-497f-ba6a-c34bbb17fea1' 2024-11-13T11:36:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "688b9a97-734a-497f-ba6a-c34bbb17fea1" 2024-11-13T11:36:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac86729, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,38925,-1] 2024-11-13T11:36:59,313 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:59,314 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:59,314 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b1af4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:59,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,38925,1731497803523 2024-11-13T11:36:59,315 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ea28e24 2024-11-13T11:36:59,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:59,316 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:59,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7bf281cf3991:46389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:36:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:36:59,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:59,320 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:46389' 2024-11-13T11:36:59,321 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf96b4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:59,321 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,46389,-1 for getting cluster id 2024-11-13T11:36:59,321 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:36:59,322 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e837e08-33d6-42e8-beab-d6768fd63721' 2024-11-13T11:36:59,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:36:59,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e837e08-33d6-42e8-beab-d6768fd63721" 2024-11-13T11:36:59,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ef5f56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:59,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,46389,-1] 2024-11-13T11:36:59,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:36:59,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:59,323 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:36:59,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61798591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:36:59,324 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:36:59,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,46389,1731497806967 2024-11-13T11:36:59,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2124fbb5 2024-11-13T11:36:59,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:36:59,325 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:36:59,326 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-13T11:36:59,326 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:36:59,326 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:59,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:36:59,326 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:36:59,326 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T11:36:59,327 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-13T11:36:59,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T11:36:59,328 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:36:59,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T11:36:59,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741837_1013 (size=1138) 2024-11-13T11:36:59,377 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-13T11:36:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:59,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:36:59,748 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01ed1783dc239f1b9d2e7e0d92cf0f13, NAME => 'hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf 2024-11-13T11:36:59,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741838_1014 (size=44) 2024-11-13T11:36:59,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:37:00,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:37:00,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 01ed1783dc239f1b9d2e7e0d92cf0f13, disabling compactions & flushes 2024-11-13T11:37:00,153 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13. 2024-11-13T11:37:00,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13. 2024-11-13T11:37:00,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13. after waiting 0 ms 2024-11-13T11:37:00,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13. 2024-11-13T11:37:00,153 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13. 2024-11-13T11:37:00,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01ed1783dc239f1b9d2e7e0d92cf0f13: Waiting for close lock at 1731497820153Disabling compacts and flushes for region at 1731497820153Disabling writes for close at 1731497820153Writing region close event to WAL at 1731497820153Closed at 1731497820153 2024-11-13T11:37:00,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T11:37:00,154 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731497820154"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731497820154"}]},"ts":"1731497820154"} 2024-11-13T11:37:00,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T11:37:00,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T11:37:00,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497820157"}]},"ts":"1731497820157"} 2024-11-13T11:37:00,159 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-13T11:37:00,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01ed1783dc239f1b9d2e7e0d92cf0f13, ASSIGN}] 2024-11-13T11:37:00,160 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01ed1783dc239f1b9d2e7e0d92cf0f13, ASSIGN 2024-11-13T11:37:00,161 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01ed1783dc239f1b9d2e7e0d92cf0f13, ASSIGN; state=OFFLINE, location=7bf281cf3991,36763,1731497803563; forceNewPlan=false, retain=false 2024-11-13T11:37:00,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01ed1783dc239f1b9d2e7e0d92cf0f13, regionState=OPENING, regionLocation=7bf281cf3991,36763,1731497803563 2024-11-13T11:37:00,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=01ed1783dc239f1b9d2e7e0d92cf0f13, ASSIGN because future has completed 2024-11-13T11:37:00,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01ed1783dc239f1b9d2e7e0d92cf0f13, server=7bf281cf3991,36763,1731497803563}] 2024-11-13T11:37:00,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:37:00,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13. 2024-11-13T11:37:00,489 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T11:37:00,490 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-13T11:37:00,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7bf281cf3991%2C36763%2C1731497803563.rep, suffix=, logDir=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563, archiveDir=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/oldWALs, maxLogs=10 2024-11-13T11:37:00,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.rep.1731497820491, exclude list is [], retry=0 2024-11-13T11:37:00,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43571,DS-cc14ceee-9212-40e1-9b0a-3e0fee056320,DISK] 2024-11-13T11:37:00,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.rep.1731497820491 2024-11-13T11:37:00,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34055:34055)] 2024-11-13T11:37:00,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 01ed1783dc239f1b9d2e7e0d92cf0f13, NAME => 'hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13.', STARTKEY => '', ENDKEY => ''} 2024-11-13T11:37:00,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-13T11:37:00,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T11:37:00,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13. service=MultiRowMutationService 2024-11-13T11:37:00,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-13T11:37:00,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 01ed1783dc239f1b9d2e7e0d92cf0f13 2024-11-13T11:37:00,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T11:37:00,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 01ed1783dc239f1b9d2e7e0d92cf0f13 2024-11-13T11:37:00,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 01ed1783dc239f1b9d2e7e0d92cf0f13 2024-11-13T11:37:00,525 INFO [StoreOpener-01ed1783dc239f1b9d2e7e0d92cf0f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 01ed1783dc239f1b9d2e7e0d92cf0f13 2024-11-13T11:37:00,526 INFO [StoreOpener-01ed1783dc239f1b9d2e7e0d92cf0f13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ed1783dc239f1b9d2e7e0d92cf0f13 columnFamilyName hfileref 2024-11-13T11:37:00,526 DEBUG [StoreOpener-01ed1783dc239f1b9d2e7e0d92cf0f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:37:00,527 INFO [StoreOpener-01ed1783dc239f1b9d2e7e0d92cf0f13-1 {}] regionserver.HStore(327): Store=01ed1783dc239f1b9d2e7e0d92cf0f13/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:37:00,527 INFO [StoreOpener-01ed1783dc239f1b9d2e7e0d92cf0f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 01ed1783dc239f1b9d2e7e0d92cf0f13 2024-11-13T11:37:00,528 INFO [StoreOpener-01ed1783dc239f1b9d2e7e0d92cf0f13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ed1783dc239f1b9d2e7e0d92cf0f13 columnFamilyName queue 2024-11-13T11:37:00,528 DEBUG [StoreOpener-01ed1783dc239f1b9d2e7e0d92cf0f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:37:00,528 INFO [StoreOpener-01ed1783dc239f1b9d2e7e0d92cf0f13-1 {}] regionserver.HStore(327): Store=01ed1783dc239f1b9d2e7e0d92cf0f13/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:37:00,528 INFO [StoreOpener-01ed1783dc239f1b9d2e7e0d92cf0f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 01ed1783dc239f1b9d2e7e0d92cf0f13 2024-11-13T11:37:00,529 INFO [StoreOpener-01ed1783dc239f1b9d2e7e0d92cf0f13-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ed1783dc239f1b9d2e7e0d92cf0f13 columnFamilyName sid 2024-11-13T11:37:00,529 DEBUG [StoreOpener-01ed1783dc239f1b9d2e7e0d92cf0f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T11:37:00,530 INFO [StoreOpener-01ed1783dc239f1b9d2e7e0d92cf0f13-1 {}] regionserver.HStore(327): Store=01ed1783dc239f1b9d2e7e0d92cf0f13/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T11:37:00,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 01ed1783dc239f1b9d2e7e0d92cf0f13 2024-11-13T11:37:00,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/replication/01ed1783dc239f1b9d2e7e0d92cf0f13 2024-11-13T11:37:00,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/replication/01ed1783dc239f1b9d2e7e0d92cf0f13 2024-11-13T11:37:00,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 01ed1783dc239f1b9d2e7e0d92cf0f13 2024-11-13T11:37:00,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 01ed1783dc239f1b9d2e7e0d92cf0f13 2024-11-13T11:37:00,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-13T11:37:00,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 01ed1783dc239f1b9d2e7e0d92cf0f13 2024-11-13T11:37:00,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/replication/01ed1783dc239f1b9d2e7e0d92cf0f13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T11:37:00,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 01ed1783dc239f1b9d2e7e0d92cf0f13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74916504, jitterRate=0.11634290218353271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-13T11:37:00,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01ed1783dc239f1b9d2e7e0d92cf0f13 2024-11-13T11:37:00,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 01ed1783dc239f1b9d2e7e0d92cf0f13: Running coprocessor pre-open hook at 1731497820522Writing region info on filesystem at 1731497820522Initializing all the Stores at 1731497820523 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497820523Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497820525 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731497820525Cleaning up temporary data from old regions at 1731497820532 (+7 ms)Running coprocessor post-open hooks at 1731497820536 (+4 ms)Region opened successfully at 1731497820536 2024-11-13T11:37:00,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13., pid=10, masterSystemTime=1731497820481 2024-11-13T11:37:00,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13. 2024-11-13T11:37:00,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13. 2024-11-13T11:37:00,540 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=01ed1783dc239f1b9d2e7e0d92cf0f13, regionState=OPEN, openSeqNum=2, regionLocation=7bf281cf3991,36763,1731497803563 2024-11-13T11:37:00,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01ed1783dc239f1b9d2e7e0d92cf0f13, server=7bf281cf3991,36763,1731497803563 because future has completed 2024-11-13T11:37:00,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-13T11:37:00,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 01ed1783dc239f1b9d2e7e0d92cf0f13, server=7bf281cf3991,36763,1731497803563 in 229 msec 2024-11-13T11:37:00,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-13T11:37:00,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=01ed1783dc239f1b9d2e7e0d92cf0f13, ASSIGN in 386 msec 2024-11-13T11:37:00,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T11:37:00,548 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731497820548"}]},"ts":"1731497820548"} 2024-11-13T11:37:00,555 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-13T11:37:00,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T11:37:00,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2300 sec 2024-11-13T11:37:00,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13., hostname=7bf281cf3991,36763,1731497803563, seqNum=2] 2024-11-13T11:37:00,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:37:00,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:37:00,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:37:00,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-13T11:37:00,777 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-13T11:37:00,852 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7bf281cf3991,36763,1731497803563, ReplicationSource: 1, currentBandwidth=0 2024-11-13T11:37:00,853 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:37:00,853 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,36763,1731497803563, seqNum=-1] 2024-11-13T11:37:00,854 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:37:00,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-13T11:37:00,867 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7bf281cf3991,36763,1731497803563', locateType=CURRENT is [region=hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13., hostname=7bf281cf3991,36763,1731497803563, seqNum=2] 2024-11-13T11:37:00,885 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-13T11:37:00,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-13T11:37:00,893 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7bf281cf3991,36763,1731497803563 suceeded 2024-11-13T11:37:00,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-13T11:37:00,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 292 msec 2024-11-13T11:37:00,896 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7bf281cf3991:46389,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:37:00,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5800 sec 2024-11-13T11:37:00,911 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:46389' 2024-11-13T11:37:00,925 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4806bd8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:00,925 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,46389,-1 for getting cluster id 2024-11-13T11:37:00,925 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:37:00,926 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e837e08-33d6-42e8-beab-d6768fd63721' 2024-11-13T11:37:00,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:37:00,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e837e08-33d6-42e8-beab-d6768fd63721" 2024-11-13T11:37:00,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ccbd5fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:00,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,46389,-1] 2024-11-13T11:37:00,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:37:00,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:00,927 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:37:00,928 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73a77e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:00,928 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:37:00,929 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,46389,1731497806967 2024-11-13T11:37:00,929 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5da1912 2024-11-13T11:37:00,929 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:37:00,930 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T11:37:00,930 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7bf281cf3991,36763,1731497803563 (queues=1) is replicating from cluster=688b9a97-734a-497f-ba6a-c34bbb17fea1 to cluster=4e837e08-33d6-42e8-beab-d6768fd63721 2024-11-13T11:37:00,930 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7bf281cf3991%2C36763%2C1731497803563 2024-11-13T11:37:00,930 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7bf281cf3991,36763,1731497803563, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:37:00,945 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539, startPosition=0, beingWritten=true 2024-11-13T11:37:00,961 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C36763%2C1731497803563 2024-11-13T11:37:00,964 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:37:00,964 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539 to pos 379, reset compression=false 2024-11-13T11:37:00,964 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,36763,1731497803563 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:37:01,117 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=4, created chunk count=37, reused chunk count=155, reuseRatio=80.73% 2024-11-13T11:37:01,118 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-13T11:37:01,168 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539 to pos 379, reset compression=false 2024-11-13T11:37:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T11:37:01,461 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-13T11:37:01,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:37:01,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:01,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:01,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:01,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:37:01,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615738b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:01,463 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,38925,-1 for getting cluster id 2024-11-13T11:37:01,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:37:01,463 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '688b9a97-734a-497f-ba6a-c34bbb17fea1' 2024-11-13T11:37:01,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:37:01,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "688b9a97-734a-497f-ba6a-c34bbb17fea1" 2024-11-13T11:37:01,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5506f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:01,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,38925,-1] 2024-11-13T11:37:01,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:37:01,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:01,465 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:37:01,467 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13901b4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:01,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:01,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,46389,-1 for getting cluster id 2024-11-13T11:37:01,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:37:01,472 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e837e08-33d6-42e8-beab-d6768fd63721' 2024-11-13T11:37:01,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:37:01,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e837e08-33d6-42e8-beab-d6768fd63721" 2024-11-13T11:37:01,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@97fa22d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:01,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,46389,-1] 2024-11-13T11:37:01,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:37:01,472 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:01,473 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:37:01,474 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@649995c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:01,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149168da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:01,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45861,-1 for getting cluster id 2024-11-13T11:37:01,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:37:01,478 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19ebf393-a09e-48df-9eee-82bd3865384a' 2024-11-13T11:37:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:37:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19ebf393-a09e-48df-9eee-82bd3865384a" 2024-11-13T11:37:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d7f12e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45861,-1] 2024-11-13T11:37:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:37:01,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:01,481 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:37:01,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a421bdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:01,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:37:01,490 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731497821490/Put/seqid=0 2024-11-13T11:37:01,494 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539 to pos 379, reset compression=false 2024-11-13T11:37:01,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741840_1016 (size=7894) 2024-11-13T11:37:01,919 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539 to pos 379, reset compression=false 2024-11-13T11:37:01,922 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731497821921/Put/seqid=0 2024-11-13T11:37:01,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741841_1017 (size=7691) 2024-11-13T11:37:02,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cfe4b41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:02,365 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,38925,-1 for getting cluster id 2024-11-13T11:37:02,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:37:02,367 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '688b9a97-734a-497f-ba6a-c34bbb17fea1' 2024-11-13T11:37:02,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:37:02,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "688b9a97-734a-497f-ba6a-c34bbb17fea1" 2024-11-13T11:37:02,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a164a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:02,368 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,38925,-1] 2024-11-13T11:37:02,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:37:02,369 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:02,370 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:37:02,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7388e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:02,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:37:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,36763,1731497803563, seqNum=-1] 2024-11-13T11:37:02,373 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:37:02,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:37:02,384 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:37:02,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,38925,1731497803523 2024-11-13T11:37:02,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@829037b 2024-11-13T11:37:02,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:37:02,386 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:37:02,391 DEBUG [Time-limited test {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731497812862.cb514031ec114c9d9377d3a009f621aa., hostname=7bf281cf3991,36763,1731497803563, seqNum=2] 2024-11-13T11:37:02,394 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T11:37:02,409 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-13T11:37:02,423 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-13T11:37:02,436 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539 to pos 379, reset compression=false 2024-11-13T11:37:02,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/testHFileCyclicReplication_0/f/hfile_1 for inclusion in cb514031ec114c9d9377d3a009f621aa/f 2024-11-13T11:37:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T11:37:02,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:37:02,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/testHFileCyclicReplication_0/f/hfile_0 for inclusion in cb514031ec114c9d9377d3a009f621aa/f 2024-11-13T11:37:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T11:37:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:37:02,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HRegion(2603): Flush status journal for cb514031ec114c9d9377d3a009f621aa: 2024-11-13T11:37:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__5mfshv21scqpru2m9gc5es5s5a9tufdn0fnqnkmj0tqmicqss3jmt3ljqptp8ud1/f/hfile_1 2024-11-13T11:37:02,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__5mfshv21scqpru2m9gc5es5s5a9tufdn0fnqnkmj0tqmicqss3jmt3ljqptp8ud1/f/hfile_1 as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/f/f660ca94f4904665ad43ad420ea13960_SeqId_4_ 2024-11-13T11:37:02,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__5mfshv21scqpru2m9gc5es5s5a9tufdn0fnqnkmj0tqmicqss3jmt3ljqptp8ud1/f/hfile_0 2024-11-13T11:37:02,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__5mfshv21scqpru2m9gc5es5s5a9tufdn0fnqnkmj0tqmicqss3jmt3ljqptp8ud1/f/hfile_0 as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/f/476f845fb5e2402fbba6e6852064a4b2_SeqId_4_ 2024-11-13T11:37:02,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__5mfshv21scqpru2m9gc5es5s5a9tufdn0fnqnkmj0tqmicqss3jmt3ljqptp8ud1/f/hfile_1 into cb514031ec114c9d9377d3a009f621aa/f as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/f/f660ca94f4904665ad43ad420ea13960_SeqId_4_ - updating store file list. 2024-11-13T11:37:02,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f660ca94f4904665ad43ad420ea13960_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T11:37:02,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/f/f660ca94f4904665ad43ad420ea13960_SeqId_4_ into cb514031ec114c9d9377d3a009f621aa/f 2024-11-13T11:37:02,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__5mfshv21scqpru2m9gc5es5s5a9tufdn0fnqnkmj0tqmicqss3jmt3ljqptp8ud1/f/hfile_1 into cb514031ec114c9d9377d3a009f621aa/f (new location: hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/f/f660ca94f4904665ad43ad420ea13960_SeqId_4_) 2024-11-13T11:37:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__5mfshv21scqpru2m9gc5es5s5a9tufdn0fnqnkmj0tqmicqss3jmt3ljqptp8ud1/f/hfile_1 2024-11-13T11:37:02,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__5mfshv21scqpru2m9gc5es5s5a9tufdn0fnqnkmj0tqmicqss3jmt3ljqptp8ud1/f/hfile_0 into cb514031ec114c9d9377d3a009f621aa/f as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/f/476f845fb5e2402fbba6e6852064a4b2_SeqId_4_ - updating store file list. 2024-11-13T11:37:02,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 476f845fb5e2402fbba6e6852064a4b2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T11:37:02,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/f/476f845fb5e2402fbba6e6852064a4b2_SeqId_4_ into cb514031ec114c9d9377d3a009f621aa/f 2024-11-13T11:37:02,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__5mfshv21scqpru2m9gc5es5s5a9tufdn0fnqnkmj0tqmicqss3jmt3ljqptp8ud1/f/hfile_0 into cb514031ec114c9d9377d3a009f621aa/f (new location: hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/f/476f845fb5e2402fbba6e6852064a4b2_SeqId_4_) 2024-11-13T11:37:02,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__5mfshv21scqpru2m9gc5es5s5a9tufdn0fnqnkmj0tqmicqss3jmt3ljqptp8ud1/f/hfile_0 2024-11-13T11:37:02,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:37:02,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:02,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:02,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:02,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:37:02,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731497812862.cb514031ec114c9d9377d3a009f621aa., hostname=7bf281cf3991,36763,1731497803563, seqNum=2 , the old value is region=test,,1731497812862.cb514031ec114c9d9377d3a009f621aa., hostname=7bf281cf3991,36763,1731497803563, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7bf281cf3991:36763 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T11:37:02,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731497812862.cb514031ec114c9d9377d3a009f621aa., hostname=7bf281cf3991,36763,1731497803563, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T11:37:02,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731497812862.cb514031ec114c9d9377d3a009f621aa., hostname=7bf281cf3991,36763,1731497803563, seqNum=2 from cache 2024-11-13T11:37:02,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:37:02,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:49782 deadline: 1731497882496 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:49782 2024-11-13T11:37:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,39663,1731497806997, seqNum=-1] 2024-11-13T11:37:02,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:37:02,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:37:02,500 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731497815013.809d729252927c599d387c91ff8dafbf., hostname=7bf281cf3991,39663,1731497806997, seqNum=2] 2024-11-13T11:37:02,502 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T11:37:02,601 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T11:37:03,067 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539 to pos 379, reset compression=false 2024-11-13T11:37:03,075 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:37:03,075 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,36763,1731497803563 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb514031ec114c9d9377d3a009f621aa/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731497822493/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T11:37:03,078 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:37:03,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T11:37:03,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.ReplicationSink(318): Replicating [688b9a97-734a-497f-ba6a-c34bbb17fea1] bulk loaded data 2024-11-13T11:37:03,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cfe62a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:03,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,46389,-1 for getting cluster id 2024-11-13T11:37:03,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:37:03,090 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e837e08-33d6-42e8-beab-d6768fd63721' 2024-11-13T11:37:03,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:37:03,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e837e08-33d6-42e8-beab-d6768fd63721" 2024-11-13T11:37:03,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@220e5b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:03,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,46389,-1] 2024-11-13T11:37:03,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:37:03,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:03,091 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:37:03,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13e55e19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:03,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741837_1013 (size=7691) 2024-11-13T11:37:03,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741838_1014 (size=7894) 2024-11-13T11:37:03,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:37:03,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,46389,1731497806967 2024-11-13T11:37:03,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e46dea7 2024-11-13T11:37:03,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:37:03,194 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-13T11:37:03,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T11:37:03,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:37:03,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,39663,1731497806997, seqNum=-1] 2024-11-13T11:37:03,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:37:03,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-13T11:37:03,207 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__scov29u53ojrqetn8u9on964k7p7mifkv7u5e4arvngtmcg4ch1krpqg7qtpbij8/f/476f845fb5e2402fbba6e6852064a4b2_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-13T11:37:03,214 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__scov29u53ojrqetn8u9on964k7p7mifkv7u5e4arvngtmcg4ch1krpqg7qtpbij8/f/f660ca94f4904665ad43ad420ea13960_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-13T11:37:03,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__scov29u53ojrqetn8u9on964k7p7mifkv7u5e4arvngtmcg4ch1krpqg7qtpbij8/f/476f845fb5e2402fbba6e6852064a4b2_SeqId_4_ for inclusion in 809d729252927c599d387c91ff8dafbf/f 2024-11-13T11:37:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-13T11:37:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:37:03,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__scov29u53ojrqetn8u9on964k7p7mifkv7u5e4arvngtmcg4ch1krpqg7qtpbij8/f/f660ca94f4904665ad43ad420ea13960_SeqId_4_ for inclusion in 809d729252927c599d387c91ff8dafbf/f 2024-11-13T11:37:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-13T11:37:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:37:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HRegion(2603): Flush status journal for 809d729252927c599d387c91ff8dafbf: 2024-11-13T11:37:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 476f845fb5e2402fbba6e6852064a4b2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T11:37:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__scov29u53ojrqetn8u9on964k7p7mifkv7u5e4arvngtmcg4ch1krpqg7qtpbij8/f/476f845fb5e2402fbba6e6852064a4b2_SeqId_4_ as hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/f/da69974509f841ffbf094e240e08d7e4_SeqId_4_ 2024-11-13T11:37:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f660ca94f4904665ad43ad420ea13960_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-13T11:37:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__scov29u53ojrqetn8u9on964k7p7mifkv7u5e4arvngtmcg4ch1krpqg7qtpbij8/f/f660ca94f4904665ad43ad420ea13960_SeqId_4_ as hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/f/a9045d7c135a4917aaedd5dd73184c60_SeqId_4_ 2024-11-13T11:37:03,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__scov29u53ojrqetn8u9on964k7p7mifkv7u5e4arvngtmcg4ch1krpqg7qtpbij8/f/476f845fb5e2402fbba6e6852064a4b2_SeqId_4_ into 809d729252927c599d387c91ff8dafbf/f as hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/f/da69974509f841ffbf094e240e08d7e4_SeqId_4_ - updating store file list. 2024-11-13T11:37:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for da69974509f841ffbf094e240e08d7e4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T11:37:03,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/f/da69974509f841ffbf094e240e08d7e4_SeqId_4_ into 809d729252927c599d387c91ff8dafbf/f 2024-11-13T11:37:03,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__scov29u53ojrqetn8u9on964k7p7mifkv7u5e4arvngtmcg4ch1krpqg7qtpbij8/f/476f845fb5e2402fbba6e6852064a4b2_SeqId_4_ into 809d729252927c599d387c91ff8dafbf/f (new location: hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/f/da69974509f841ffbf094e240e08d7e4_SeqId_4_) 2024-11-13T11:37:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__scov29u53ojrqetn8u9on964k7p7mifkv7u5e4arvngtmcg4ch1krpqg7qtpbij8/f/476f845fb5e2402fbba6e6852064a4b2_SeqId_4_ 2024-11-13T11:37:03,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__scov29u53ojrqetn8u9on964k7p7mifkv7u5e4arvngtmcg4ch1krpqg7qtpbij8/f/f660ca94f4904665ad43ad420ea13960_SeqId_4_ into 809d729252927c599d387c91ff8dafbf/f as hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/f/a9045d7c135a4917aaedd5dd73184c60_SeqId_4_ - updating store file list. 2024-11-13T11:37:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a9045d7c135a4917aaedd5dd73184c60_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T11:37:03,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/f/a9045d7c135a4917aaedd5dd73184c60_SeqId_4_ into 809d729252927c599d387c91ff8dafbf/f 2024-11-13T11:37:03,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__scov29u53ojrqetn8u9on964k7p7mifkv7u5e4arvngtmcg4ch1krpqg7qtpbij8/f/f660ca94f4904665ad43ad420ea13960_SeqId_4_ into 809d729252927c599d387c91ff8dafbf/f (new location: hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/f/a9045d7c135a4917aaedd5dd73184c60_SeqId_4_) 2024-11-13T11:37:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__scov29u53ojrqetn8u9on964k7p7mifkv7u5e4arvngtmcg4ch1krpqg7qtpbij8/f/f660ca94f4904665ad43ad420ea13960_SeqId_4_ 2024-11-13T11:37:03,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.ReplicationSink(324): Finished replicating [688b9a97-734a-497f-ba6a-c34bbb17fea1] bulk loaded data 2024-11-13T11:37:03,275 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539 to pos 687, reset compression=false 2024-11-13T11:37:03,516 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:37:03,518 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34101,1731497811024, seqNum=-1] 2024-11-13T11:37:03,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:37:03,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:37:03,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c., hostname=7bf281cf3991,34101,1731497811024, seqNum=2] 2024-11-13T11:37:03,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:37:03,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T11:37:03,527 DEBUG [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7bf281cf3991%2C36763%2C1731497803563.meta:.meta(num 1731497806036) roll requested 2024-11-13T11:37:03,543 DEBUG [regionserver/7bf281cf3991:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.meta.1731497823528.meta, exclude list is [], retry=0 2024-11-13T11:37:03,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43571,DS-cc14ceee-9212-40e1-9b0a-3e0fee056320,DISK] 2024-11-13T11:37:03,554 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.meta.1731497806036.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.meta.1731497823528.meta 2024-11-13T11:37:03,554 DEBUG [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34055:34055)] 2024-11-13T11:37:03,554 DEBUG [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.meta.1731497806036.meta is not closed yet, will try archiving it next time 2024-11-13T11:37:03,555 DEBUG [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7bf281cf3991%2C36763%2C1731497803563:(num 1731497805539) roll requested 2024-11-13T11:37:03,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741834_1010 (size=3473) 2024-11-13T11:37:03,568 DEBUG [regionserver/7bf281cf3991:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555, exclude list is [], retry=0 2024-11-13T11:37:03,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43571,DS-cc14ceee-9212-40e1-9b0a-3e0fee056320,DISK] 2024-11-13T11:37:03,575 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 2024-11-13T11:37:03,577 DEBUG [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34055:34055)] 2024-11-13T11:37:03,577 DEBUG [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539 is not closed yet, will try archiving it next time 2024-11-13T11:37:03,577 DEBUG [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7bf281cf3991%2C36763%2C1731497803563.rep:(num 1731497820491) roll requested 2024-11-13T11:37:03,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741833_1009 (size=695) 2024-11-13T11:37:03,586 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539 to pos 687, reset compression=false 2024-11-13T11:37:03,588 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539 2024-11-13T11:37:03,588 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555, startPosition=0, beingWritten=true 2024-11-13T11:37:03,588 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,36763,1731497803563 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-13T11:37:03,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f694464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:03,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,38925,-1 for getting cluster id 2024-11-13T11:37:03,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:37:03,592 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '688b9a97-734a-497f-ba6a-c34bbb17fea1' 2024-11-13T11:37:03,593 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [7bf281cf3991%2C36763%2C1731497803563.1731497805539] 2024-11-13T11:37:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:37:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "688b9a97-734a-497f-ba6a-c34bbb17fea1" 2024-11-13T11:37:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@691f14fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,38925,-1] 2024-11-13T11:37:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:37:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:03,594 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:37:03,594 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ef4912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:03,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:37:03,595 DEBUG [regionserver/7bf281cf3991:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.rep.1731497823577, exclude list is [], retry=0 2024-11-13T11:37:03,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,38925,1731497803523 2024-11-13T11:37:03,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a2e5f13 2024-11-13T11:37:03,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:37:03,596 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:37:03,596 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://7bf281cf3991:45861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-13T11:37:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-13T11:37:03,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43571,DS-cc14ceee-9212-40e1-9b0a-3e0fee056320,DISK] 2024-11-13T11:37:03,599 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:45861' 2024-11-13T11:37:03,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T11:37:03,601 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497805539 to hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/oldWALs/7bf281cf3991%2C36763%2C1731497803563.1731497805539 2024-11-13T11:37:03,606 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391608b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:03,606 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45861,-1 for getting cluster id 2024-11-13T11:37:03,606 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:37:03,607 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19ebf393-a09e-48df-9eee-82bd3865384a' 2024-11-13T11:37:03,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:37:03,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19ebf393-a09e-48df-9eee-82bd3865384a" 2024-11-13T11:37:03,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66312d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:03,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45861,-1] 2024-11-13T11:37:03,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:37:03,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:03,608 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:37:03,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767f6b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:03,608 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:37:03,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,45861,1731497810997 2024-11-13T11:37:03,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13ba22b7 2024-11-13T11:37:03,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:37:03,609 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.rep.1731497820491 with entries=7, filesize=1.67 KB; new WAL /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.rep.1731497823577 2024-11-13T11:37:03,610 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:37:03,610 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-13T11:37:03,610 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-13T11:37:03,610 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:03,610 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:03,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:37:03,613 DEBUG [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34055:34055)] 2024-11-13T11:37:03,613 DEBUG [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.rep.1731497820491 is not closed yet, will try archiving it next time 2024-11-13T11:37:03,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741839_1015 (size=1722) 2024-11-13T11:37:03,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-13T11:37:03,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T11:37:03,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36763 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-13T11:37:03,768 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-13T11:37:03,795 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-7bf281cf3991,36763,1731497803563, ReplicationSource: 2, currentBandwidth=0 2024-11-13T11:37:03,797 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-13T11:37:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-13T11:37:03,798 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 7bf281cf3991,36763,1731497803563 suceeded 2024-11-13T11:37:03,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-13T11:37:03,800 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://7bf281cf3991:45861,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-13T11:37:03,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-13T11:37:03,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 204 msec 2024-11-13T11:37:03,803 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:37:03,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,804 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,806 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,813 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7bf281cf3991:45861' 2024-11-13T11:37:03,814 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d1abcb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:03,814 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45861,-1 for getting cluster id 2024-11-13T11:37:03,814 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:37:03,815 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19ebf393-a09e-48df-9eee-82bd3865384a' 2024-11-13T11:37:03,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:37:03,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19ebf393-a09e-48df-9eee-82bd3865384a" 2024-11-13T11:37:03,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@513e5b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:03,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45861,-1] 2024-11-13T11:37:03,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:37:03,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:03,816 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:37:03,816 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b975134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:03,816 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:37:03,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,45861,1731497810997 2024-11-13T11:37:03,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6933539e 2024-11-13T11:37:03,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:37:03,817 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-13T11:37:03,818 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7bf281cf3991,36763,1731497803563 (queues=1) is replicating from cluster=688b9a97-734a-497f-ba6a-c34bbb17fea1 to cluster=19ebf393-a09e-48df-9eee-82bd3865384a 2024-11-13T11:37:03,818 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7bf281cf3991%2C36763%2C1731497803563 2024-11-13T11:37:03,818 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7bf281cf3991,36763,1731497803563, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-13T11:37:03,818 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555, startPosition=0, beingWritten=true 2024-11-13T11:37:03,818 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7bf281cf3991%2C36763%2C1731497803563 2024-11-13T11:37:03,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,848 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:03,899 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-13T11:37:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38925 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-13T11:37:03,921 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-13T11:37:03,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:37:03,921 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:03,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:03,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:03,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:37:03,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T11:37:03,925 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731497823924/Put/seqid=0 2024-11-13T11:37:03,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741845_1021 (size=11194) 2024-11-13T11:37:04,007 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 0, reset compression=false 2024-11-13T11:37:04,029 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 0, reset compression=false 2024-11-13T11:37:04,332 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731497824331/Put/seqid=0 2024-11-13T11:37:04,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741846_1022 (size=10791) 2024-11-13T11:37:04,342 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df6b560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:04,342 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,38925,-1 for getting cluster id 2024-11-13T11:37:04,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:37:04,342 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '688b9a97-734a-497f-ba6a-c34bbb17fea1' 2024-11-13T11:37:04,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:37:04,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "688b9a97-734a-497f-ba6a-c34bbb17fea1" 2024-11-13T11:37:04,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a932c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:04,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,38925,-1] 2024-11-13T11:37:04,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:37:04,343 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:04,343 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:37:04,344 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e6972d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:04,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:37:04,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,36763,1731497803563, seqNum=-1] 2024-11-13T11:37:04,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:37:04,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T11:37:04,346 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 0, reset compression=false 2024-11-13T11:37:04,352 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:37:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,38925,1731497803523 2024-11-13T11:37:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b3cfee6 2024-11-13T11:37:04,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:37:04,354 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T11:37:04,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731497812862.cb514031ec114c9d9377d3a009f621aa., hostname=7bf281cf3991,36763,1731497803563, seqNum=2] 2024-11-13T11:37:04,358 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T11:37:04,362 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-13T11:37:04,364 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-13T11:37:04,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/testHFileCyclicReplication_1/f/hfile_1 for inclusion in cb514031ec114c9d9377d3a009f621aa/f 2024-11-13T11:37:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T11:37:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:37:04,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/testHFileCyclicReplication_1/f/hfile_0 for inclusion in cb514031ec114c9d9377d3a009f621aa/f 2024-11-13T11:37:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T11:37:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:37:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HRegion(2603): Flush status journal for cb514031ec114c9d9377d3a009f621aa: 2024-11-13T11:37:04,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__j22ah9q01lt2vs2uqqoq6f2cl8fpi5526473fv5i1ukaunctgt8m3fcf1i91sq8k/f/hfile_1 2024-11-13T11:37:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__j22ah9q01lt2vs2uqqoq6f2cl8fpi5526473fv5i1ukaunctgt8m3fcf1i91sq8k/f/hfile_1 as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/f/73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ 2024-11-13T11:37:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__j22ah9q01lt2vs2uqqoq6f2cl8fpi5526473fv5i1ukaunctgt8m3fcf1i91sq8k/f/hfile_0 2024-11-13T11:37:04,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__j22ah9q01lt2vs2uqqoq6f2cl8fpi5526473fv5i1ukaunctgt8m3fcf1i91sq8k/f/hfile_0 as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/f/7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ 2024-11-13T11:37:04,380 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__j22ah9q01lt2vs2uqqoq6f2cl8fpi5526473fv5i1ukaunctgt8m3fcf1i91sq8k/f/hfile_1 into cb514031ec114c9d9377d3a009f621aa/f as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/f/73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ - updating store file list. 2024-11-13T11:37:04,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T11:37:04,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/f/73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ into cb514031ec114c9d9377d3a009f621aa/f 2024-11-13T11:37:04,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__j22ah9q01lt2vs2uqqoq6f2cl8fpi5526473fv5i1ukaunctgt8m3fcf1i91sq8k/f/hfile_1 into cb514031ec114c9d9377d3a009f621aa/f (new location: hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/f/73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_) 2024-11-13T11:37:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__j22ah9q01lt2vs2uqqoq6f2cl8fpi5526473fv5i1ukaunctgt8m3fcf1i91sq8k/f/hfile_1 2024-11-13T11:37:04,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__j22ah9q01lt2vs2uqqoq6f2cl8fpi5526473fv5i1ukaunctgt8m3fcf1i91sq8k/f/hfile_0 into cb514031ec114c9d9377d3a009f621aa/f as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/f/7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ - updating store file list. 2024-11-13T11:37:04,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7b289e2756c24df9b3ee5d88faca98da_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T11:37:04,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/f/7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ into cb514031ec114c9d9377d3a009f621aa/f 2024-11-13T11:37:04,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__j22ah9q01lt2vs2uqqoq6f2cl8fpi5526473fv5i1ukaunctgt8m3fcf1i91sq8k/f/hfile_0 into cb514031ec114c9d9377d3a009f621aa/f (new location: hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/f/7b289e2756c24df9b3ee5d88faca98da_SeqId_6_) 2024-11-13T11:37:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36763 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/staging/jenkins__test__j22ah9q01lt2vs2uqqoq6f2cl8fpi5526473fv5i1ukaunctgt8m3fcf1i91sq8k/f/hfile_0 2024-11-13T11:37:04,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:37:04,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:04,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:04,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:04,389 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:37:04,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731497812862.cb514031ec114c9d9377d3a009f621aa., hostname=7bf281cf3991,36763,1731497803563, seqNum=2 , the old value is region=test,,1731497812862.cb514031ec114c9d9377d3a009f621aa., hostname=7bf281cf3991,36763,1731497803563, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7bf281cf3991:36763 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T11:37:04,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731497812862.cb514031ec114c9d9377d3a009f621aa., hostname=7bf281cf3991,36763,1731497803563, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-13T11:37:04,389 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731497812862.cb514031ec114c9d9377d3a009f621aa., hostname=7bf281cf3991,36763,1731497803563, seqNum=2 from cache 2024-11-13T11:37:04,390 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-13T11:37:04,393 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-13T11:37:04,500 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-13T11:37:04,512 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 0, reset compression=false 2024-11-13T11:37:04,516 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:37:04,516 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,36763,1731497803563 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb514031ec114c9d9377d3a009f621aa/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731497824388/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T11:37:04,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.ReplicationSink(318): Replicating [688b9a97-734a-497f-ba6a-c34bbb17fea1] bulk loaded data 2024-11-13T11:37:04,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741839_1015 (size=10791) 2024-11-13T11:37:04,716 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:04,750 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 0, reset compression=false 2024-11-13T11:37:04,753 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-13T11:37:04,753 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-7bf281cf3991,36763,1731497803563 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb514031ec114c9d9377d3a009f621aa/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731497824388/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-13T11:37:04,755 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T11:37:04,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-13T11:37:04,756 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.ReplicationSink(318): Replicating [688b9a97-734a-497f-ba6a-c34bbb17fea1] bulk loaded data 2024-11-13T11:37:04,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ea4d42b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:04,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] client.ClusterIdFetcher(90): Going to request 7bf281cf3991,45861,-1 for getting cluster id 2024-11-13T11:37:04,757 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T11:37:04,757 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '19ebf393-a09e-48df-9eee-82bd3865384a' 2024-11-13T11:37:04,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T11:37:04,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "19ebf393-a09e-48df-9eee-82bd3865384a" 2024-11-13T11:37:04,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13eb8aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:04,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7bf281cf3991,45861,-1] 2024-11-13T11:37:04,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T11:37:04,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:04,759 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-13T11:37:04,759 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46b6ba15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T11:37:04,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741837_1013 (size=10791) 2024-11-13T11:37:04,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741838_1014 (size=11194) 2024-11-13T11:37:04,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:37:04,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:37:04,851 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 129064 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7bf281cf3991,42631,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:42631 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-13T11:37:04,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741840_1016 (size=11194) 2024-11-13T11:37:04,934 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T11:37:04,938 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__aspbjmjar1lu38fpafdil3h9p8sbvgg3edd8ar37slmtb9l00nehl9b9nssqm31p/f/73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T11:37:04,940 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__aspbjmjar1lu38fpafdil3h9p8sbvgg3edd8ar37slmtb9l00nehl9b9nssqm31p/f/7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T11:37:04,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__aspbjmjar1lu38fpafdil3h9p8sbvgg3edd8ar37slmtb9l00nehl9b9nssqm31p/f/73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ for inclusion in 809d729252927c599d387c91ff8dafbf/f 2024-11-13T11:37:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T11:37:04,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:37:04,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__aspbjmjar1lu38fpafdil3h9p8sbvgg3edd8ar37slmtb9l00nehl9b9nssqm31p/f/7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ for inclusion in 809d729252927c599d387c91ff8dafbf/f 2024-11-13T11:37:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T11:37:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:37:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HRegion(2603): Flush status journal for 809d729252927c599d387c91ff8dafbf: 2024-11-13T11:37:04,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T11:37:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__aspbjmjar1lu38fpafdil3h9p8sbvgg3edd8ar37slmtb9l00nehl9b9nssqm31p/f/73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ as hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/f/56060cfce73743f08becf0ec62131665_SeqId_6_ 2024-11-13T11:37:04,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T11:37:04,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__aspbjmjar1lu38fpafdil3h9p8sbvgg3edd8ar37slmtb9l00nehl9b9nssqm31p/f/7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ as hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/f/6d790eb795dd4184b30119eef39cf9c2_SeqId_6_ 2024-11-13T11:37:04,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__aspbjmjar1lu38fpafdil3h9p8sbvgg3edd8ar37slmtb9l00nehl9b9nssqm31p/f/73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ into 809d729252927c599d387c91ff8dafbf/f as hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/f/56060cfce73743f08becf0ec62131665_SeqId_6_ - updating store file list. 2024-11-13T11:37:04,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 56060cfce73743f08becf0ec62131665_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T11:37:04,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/f/56060cfce73743f08becf0ec62131665_SeqId_6_ into 809d729252927c599d387c91ff8dafbf/f 2024-11-13T11:37:04,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__aspbjmjar1lu38fpafdil3h9p8sbvgg3edd8ar37slmtb9l00nehl9b9nssqm31p/f/73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ into 809d729252927c599d387c91ff8dafbf/f (new location: hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/f/56060cfce73743f08becf0ec62131665_SeqId_6_) 2024-11-13T11:37:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__aspbjmjar1lu38fpafdil3h9p8sbvgg3edd8ar37slmtb9l00nehl9b9nssqm31p/f/73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ 2024-11-13T11:37:04,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__aspbjmjar1lu38fpafdil3h9p8sbvgg3edd8ar37slmtb9l00nehl9b9nssqm31p/f/7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ into 809d729252927c599d387c91ff8dafbf/f as hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/f/6d790eb795dd4184b30119eef39cf9c2_SeqId_6_ - updating store file list. 2024-11-13T11:37:04,953 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6d790eb795dd4184b30119eef39cf9c2_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-13T11:37:04,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/f/6d790eb795dd4184b30119eef39cf9c2_SeqId_6_ into 809d729252927c599d387c91ff8dafbf/f 2024-11-13T11:37:04,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__aspbjmjar1lu38fpafdil3h9p8sbvgg3edd8ar37slmtb9l00nehl9b9nssqm31p/f/7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ into 809d729252927c599d387c91ff8dafbf/f (new location: hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/f/6d790eb795dd4184b30119eef39cf9c2_SeqId_6_) 2024-11-13T11:37:04,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/staging/jenkins.hfs.22__test__aspbjmjar1lu38fpafdil3h9p8sbvgg3edd8ar37slmtb9l00nehl9b9nssqm31p/f/7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ 2024-11-13T11:37:04,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39663 {}] regionserver.ReplicationSink(324): Finished replicating [688b9a97-734a-497f-ba6a-c34bbb17fea1] bulk loaded data 2024-11-13T11:37:05,019 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:05,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T11:37:05,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7bf281cf3991,45861,1731497810997 2024-11-13T11:37:05,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dc97fa1 2024-11-13T11:37:05,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T11:37:05,176 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-13T11:37:05,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-13T11:37:05,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T11:37:05,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7bf281cf3991,34101,1731497811024, seqNum=-1] 2024-11-13T11:37:05,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T11:37:05,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-13T11:37:05,216 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/staging/jenkins.hfs.23__test__aeclcj5r5guqba9oertqvsvte470adfq1vp81her8kofi0f0tehpsc9nd3arpnrh/f/73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-13T11:37:05,219 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/staging/jenkins.hfs.23__test__aeclcj5r5guqba9oertqvsvte470adfq1vp81her8kofi0f0tehpsc9nd3arpnrh/f/7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-13T11:37:05,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/staging/jenkins.hfs.23__test__aeclcj5r5guqba9oertqvsvte470adfq1vp81her8kofi0f0tehpsc9nd3arpnrh/f/73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ for inclusion in 0a41bbaf611da80dd90a25cb67a6179c/f 2024-11-13T11:37:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-13T11:37:05,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:37:05,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/staging/jenkins.hfs.23__test__aeclcj5r5guqba9oertqvsvte470adfq1vp81her8kofi0f0tehpsc9nd3arpnrh/f/7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ for inclusion in 0a41bbaf611da80dd90a25cb67a6179c/f 2024-11-13T11:37:05,256 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-13T11:37:05,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-13T11:37:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegion(2603): Flush status journal for 0a41bbaf611da80dd90a25cb67a6179c: 2024-11-13T11:37:05,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T11:37:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/staging/jenkins.hfs.23__test__aeclcj5r5guqba9oertqvsvte470adfq1vp81her8kofi0f0tehpsc9nd3arpnrh/f/73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ as hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/default/test/0a41bbaf611da80dd90a25cb67a6179c/f/67c26209b0e746399b2c0d07f1f2ff59_SeqId_4_ 2024-11-13T11:37:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-13T11:37:05,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/staging/jenkins.hfs.23__test__aeclcj5r5guqba9oertqvsvte470adfq1vp81her8kofi0f0tehpsc9nd3arpnrh/f/7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ as hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/default/test/0a41bbaf611da80dd90a25cb67a6179c/f/40db7253723047fa8505cb5e44ce3444_SeqId_4_ 2024-11-13T11:37:05,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/staging/jenkins.hfs.23__test__aeclcj5r5guqba9oertqvsvte470adfq1vp81her8kofi0f0tehpsc9nd3arpnrh/f/73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ into 0a41bbaf611da80dd90a25cb67a6179c/f as hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/default/test/0a41bbaf611da80dd90a25cb67a6179c/f/67c26209b0e746399b2c0d07f1f2ff59_SeqId_4_ - updating store file list. 2024-11-13T11:37:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 67c26209b0e746399b2c0d07f1f2ff59_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T11:37:05,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/default/test/0a41bbaf611da80dd90a25cb67a6179c/f/67c26209b0e746399b2c0d07f1f2ff59_SeqId_4_ into 0a41bbaf611da80dd90a25cb67a6179c/f 2024-11-13T11:37:05,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/staging/jenkins.hfs.23__test__aeclcj5r5guqba9oertqvsvte470adfq1vp81her8kofi0f0tehpsc9nd3arpnrh/f/73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ into 0a41bbaf611da80dd90a25cb67a6179c/f (new location: hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/default/test/0a41bbaf611da80dd90a25cb67a6179c/f/67c26209b0e746399b2c0d07f1f2ff59_SeqId_4_) 2024-11-13T11:37:05,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/staging/jenkins.hfs.23__test__aeclcj5r5guqba9oertqvsvte470adfq1vp81her8kofi0f0tehpsc9nd3arpnrh/f/73d5b6dfb26543a9a886b398dbc46c93_SeqId_6_ 2024-11-13T11:37:05,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/staging/jenkins.hfs.23__test__aeclcj5r5guqba9oertqvsvte470adfq1vp81her8kofi0f0tehpsc9nd3arpnrh/f/7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ into 0a41bbaf611da80dd90a25cb67a6179c/f as hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/default/test/0a41bbaf611da80dd90a25cb67a6179c/f/40db7253723047fa8505cb5e44ce3444_SeqId_4_ - updating store file list. 2024-11-13T11:37:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 40db7253723047fa8505cb5e44ce3444_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-13T11:37:05,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/default/test/0a41bbaf611da80dd90a25cb67a6179c/f/40db7253723047fa8505cb5e44ce3444_SeqId_4_ into 0a41bbaf611da80dd90a25cb67a6179c/f 2024-11-13T11:37:05,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/staging/jenkins.hfs.23__test__aeclcj5r5guqba9oertqvsvte470adfq1vp81her8kofi0f0tehpsc9nd3arpnrh/f/7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ into 0a41bbaf611da80dd90a25cb67a6179c/f (new location: hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/default/test/0a41bbaf611da80dd90a25cb67a6179c/f/40db7253723047fa8505cb5e44ce3444_SeqId_4_) 2024-11-13T11:37:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/staging/jenkins.hfs.23__test__aeclcj5r5guqba9oertqvsvte470adfq1vp81her8kofi0f0tehpsc9nd3arpnrh/f/7b289e2756c24df9b3ee5d88faca98da_SeqId_6_ 2024-11-13T11:37:05,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34101 {}] regionserver.ReplicationSink(324): Finished replicating [688b9a97-734a-497f-ba6a-c34bbb17fea1] bulk loaded data 2024-11-13T11:37:05,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:37:05,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:37:05,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:05,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:05,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:05,418 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:37:05,418 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=944874467, stopped=false 2024-11-13T11:37:05,418 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,45861,1731497810997 2024-11-13T11:37:05,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:37:05,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1969392972/running 2024-11-13T11:37:05,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972 2024-11-13T11:37:05,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1969392972/running 2024-11-13T11:37:05,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972 2024-11-13T11:37:05,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Set watcher on znode that does not yet exist, /2-1969392972/running 2024-11-13T11:37:05,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Set watcher on znode that does not yet exist, /2-1969392972/running 2024-11-13T11:37:05,422 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:05,422 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:37:05,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:37:05,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:05,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:05,427 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,34101,1731497811024' ***** 2024-11-13T11:37:05,427 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:37:05,427 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:37:05,428 INFO [RS:0;7bf281cf3991:34101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:37:05,428 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:37:05,428 INFO [RS:0;7bf281cf3991:34101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:37:05,428 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a41bbaf611da80dd90a25cb67a6179c 2024-11-13T11:37:05,461 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,34101,1731497811024 2024-11-13T11:37:05,461 INFO [RS:0;7bf281cf3991:34101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:37:05,461 INFO [RS:0;7bf281cf3991:34101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:34101. 2024-11-13T11:37:05,461 DEBUG [RS:0;7bf281cf3991:34101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:05,461 DEBUG [RS:0;7bf281cf3991:34101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:05,461 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:37:05,462 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:37:05,462 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:37:05,462 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:37:05,463 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a41bbaf611da80dd90a25cb67a6179c, disabling compactions & flushes 2024-11-13T11:37:05,463 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c. 2024-11-13T11:37:05,463 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c. 2024-11-13T11:37:05,463 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c. after waiting 0 ms 2024-11-13T11:37:05,463 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c. 2024-11-13T11:37:05,469 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T11:37:05,469 DEBUG [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1325): Online Regions={0a41bbaf611da80dd90a25cb67a6179c=test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:37:05,469 DEBUG [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1351): Waiting on 0a41bbaf611da80dd90a25cb67a6179c, 1588230740 2024-11-13T11:37:05,477 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:37:05,477 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:37:05,477 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:37:05,477 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:37:05,477 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:37:05,477 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T11:37:05,500 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:37:05,510 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/.tmp/info/d89735b5a4fe48c293774fc3e5921db3 is 129, key is test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c./info:regioninfo/1731497818313/Put/seqid=0 2024-11-13T11:37:05,517 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/default/test/0a41bbaf611da80dd90a25cb67a6179c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-13T11:37:05,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:37:05,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:37:05,518 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c. 2024-11-13T11:37:05,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a41bbaf611da80dd90a25cb67a6179c: Waiting for close lock at 1731497825462Running coprocessor pre-close hooks at 1731497825462Disabling compacts and flushes for region at 1731497825462Disabling writes for close at 1731497825463 (+1 ms)Writing region close event to WAL at 1731497825505 (+42 ms)Running coprocessor post-close hooks at 1731497825518 (+13 ms)Closed at 1731497825518 2024-11-13T11:37:05,518 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c. 2024-11-13T11:37:05,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741839_1015 (size=6421) 2024-11-13T11:37:05,522 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/.tmp/info/d89735b5a4fe48c293774fc3e5921db3 2024-11-13T11:37:05,548 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/.tmp/ns/288ad49954c945f9b99f7e94725b9325 is 43, key is default/ns:d/1731497812741/Put/seqid=0 2024-11-13T11:37:05,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741840_1016 (size=5153) 2024-11-13T11:37:05,669 DEBUG [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:37:05,672 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:05,725 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:37:05,725 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:37:05,869 DEBUG [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:37:05,956 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:05,956 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/.tmp/ns/288ad49954c945f9b99f7e94725b9325 2024-11-13T11:37:05,971 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/.tmp/rep_barrier/27bc5f02305f4a9a829deda2cfb17c7c is 112, key is test,,1731497817163.0a41bbaf611da80dd90a25cb67a6179c./rep_barrier:seqnumDuringOpen/1731497818313/Put/seqid=0 2024-11-13T11:37:05,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741841_1017 (size=5518) 2024-11-13T11:37:06,070 DEBUG [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:37:06,176 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:06,270 DEBUG [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:37:06,374 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/.tmp/rep_barrier/27bc5f02305f4a9a829deda2cfb17c7c 2024-11-13T11:37:06,396 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/.tmp/table/ab9e131a9341451eb06dc4f2268cb144 is 40, key is test/table:state/1731497818319/Put/seqid=0 2024-11-13T11:37:06,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741842_1018 (size=5165) 2024-11-13T11:37:06,470 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T11:37:06,470 DEBUG [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:37:06,470 DEBUG [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:37:06,559 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:06,670 DEBUG [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:37:06,780 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:06,800 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/.tmp/table/ab9e131a9341451eb06dc4f2268cb144 2024-11-13T11:37:06,804 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/.tmp/info/d89735b5a4fe48c293774fc3e5921db3 as hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/info/d89735b5a4fe48c293774fc3e5921db3 2024-11-13T11:37:06,807 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/info/d89735b5a4fe48c293774fc3e5921db3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T11:37:06,808 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/.tmp/ns/288ad49954c945f9b99f7e94725b9325 as hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/ns/288ad49954c945f9b99f7e94725b9325 2024-11-13T11:37:06,812 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/ns/288ad49954c945f9b99f7e94725b9325, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T11:37:06,813 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/.tmp/rep_barrier/27bc5f02305f4a9a829deda2cfb17c7c as hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/rep_barrier/27bc5f02305f4a9a829deda2cfb17c7c 2024-11-13T11:37:06,814 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T11:37:06,816 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/rep_barrier/27bc5f02305f4a9a829deda2cfb17c7c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T11:37:06,817 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/.tmp/table/ab9e131a9341451eb06dc4f2268cb144 as hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/table/ab9e131a9341451eb06dc4f2268cb144 2024-11-13T11:37:06,820 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/table/ab9e131a9341451eb06dc4f2268cb144, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T11:37:06,821 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=11, compaction requested=false 2024-11-13T11:37:06,824 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T11:37:06,824 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:37:06,824 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:37:06,824 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:37:06,824 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497825477Running coprocessor pre-close hooks at 1731497825477Disabling compacts and flushes for region at 1731497825477Disabling writes for close at 1731497825477Obtaining lock to block concurrent updates at 1731497825477Preparing flush snapshotting stores in 1588230740 at 1731497825477Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731497825477Flushing stores of hbase:meta,,1.1588230740 at 1731497825478 (+1 ms)Flushing 1588230740/info: creating writer at 1731497825478Flushing 1588230740/info: appending metadata at 1731497825510 (+32 ms)Flushing 1588230740/info: closing flushed file at 1731497825510Flushing 1588230740/ns: creating writer at 1731497825528 (+18 ms)Flushing 1588230740/ns: appending metadata at 1731497825548 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731497825548Flushing 1588230740/rep_barrier: creating writer at 1731497825960 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731497825971 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731497825971Flushing 1588230740/table: creating writer at 1731497826378 (+407 ms)Flushing 1588230740/table: appending metadata at 1731497826396 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731497826396Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5955b564: reopening flushed file at 1731497826803 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c3e0e30: reopening flushed file at 1731497826807 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30090940: reopening flushed file at 1731497826812 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc2f18b: reopening flushed file at 1731497826816 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=11, compaction requested=false at 1731497826821 (+5 ms)Writing region close event to WAL at 1731497826822 (+1 ms)Running coprocessor post-close hooks at 1731497826824 (+2 ms)Closed at 1731497826824 2024-11-13T11:37:06,824 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:37:06,871 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,34101,1731497811024; all regions closed. 2024-11-13T11:37:06,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741834_1010 (size=2717) 2024-11-13T11:37:06,874 DEBUG [RS:0;7bf281cf3991:34101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/oldWALs 2024-11-13T11:37:06,874 INFO [RS:0;7bf281cf3991:34101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C34101%2C1731497811024.meta:.meta(num 1731497812705) 2024-11-13T11:37:06,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741832_1008 (size=1028) 2024-11-13T11:37:06,877 DEBUG [RS:0;7bf281cf3991:34101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/oldWALs 2024-11-13T11:37:06,877 INFO [RS:0;7bf281cf3991:34101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C34101%2C1731497811024:(num 1731497811818) 2024-11-13T11:37:06,877 DEBUG [RS:0;7bf281cf3991:34101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:06,877 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:37:06,877 INFO [RS:0;7bf281cf3991:34101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:37:06,877 INFO [RS:0;7bf281cf3991:34101 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T11:37:06,877 INFO [RS:0;7bf281cf3991:34101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:37:06,877 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:37:06,878 INFO [RS:0;7bf281cf3991:34101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:34101. 2024-11-13T11:37:06,878 DEBUG [RS:0;7bf281cf3991:34101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:06,878 DEBUG [RS:0;7bf281cf3991:34101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:06,878 DEBUG [RS:0;7bf281cf3991:34101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:06,878 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:37:06,878 INFO [RS:0;7bf281cf3991:34101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34101 2024-11-13T11:37:06,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1969392972/rs/7bf281cf3991,34101,1731497811024 2024-11-13T11:37:06,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972/rs 2024-11-13T11:37:06,879 INFO [RS:0;7bf281cf3991:34101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:37:06,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,34101,1731497811024] 2024-11-13T11:37:06,881 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1969392972/draining/7bf281cf3991,34101,1731497811024 already deleted, retry=false 2024-11-13T11:37:06,881 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,34101,1731497811024 expired; onlineServers=0 2024-11-13T11:37:06,881 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,45861,1731497810997' ***** 2024-11-13T11:37:06,881 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:37:06,881 INFO [M:0;7bf281cf3991:45861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:37:06,881 INFO [M:0;7bf281cf3991:45861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:37:06,881 DEBUG [M:0;7bf281cf3991:45861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:37:06,881 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:37:06,881 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497811555 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497811555,5,FailOnTimeoutGroup] 2024-11-13T11:37:06,881 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497811555 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497811555,5,FailOnTimeoutGroup] 2024-11-13T11:37:06,881 DEBUG [M:0;7bf281cf3991:45861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:37:06,881 INFO [M:0;7bf281cf3991:45861 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:37:06,881 INFO [M:0;7bf281cf3991:45861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:37:06,881 DEBUG [M:0;7bf281cf3991:45861 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:37:06,881 INFO [M:0;7bf281cf3991:45861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:37:06,882 INFO [M:0;7bf281cf3991:45861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:37:06,882 INFO [M:0;7bf281cf3991:45861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:37:06,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1969392972/master 2024-11-13T11:37:06,882 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:37:06,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1969392972 2024-11-13T11:37:06,882 DEBUG [M:0;7bf281cf3991:45861 {}] zookeeper.ZKUtil(347): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Unable to get data of znode /2-1969392972/master because node does not exist (not an error) 2024-11-13T11:37:06,882 WARN [M:0;7bf281cf3991:45861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:37:06,882 INFO [M:0;7bf281cf3991:45861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/.lastflushedseqids 2024-11-13T11:37:06,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741843_1019 (size=173) 2024-11-13T11:37:06,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:37:06,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34101-0x10038df18100007, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:37:06,980 INFO [RS:0;7bf281cf3991:34101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:37:06,980 INFO [RS:0;7bf281cf3991:34101 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,34101,1731497811024; zookeeper connection closed. 2024-11-13T11:37:06,981 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c03aba0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c03aba0 2024-11-13T11:37:06,981 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:37:07,262 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:07,286 INFO [M:0;7bf281cf3991:45861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:37:07,286 INFO [M:0;7bf281cf3991:45861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:37:07,286 DEBUG [M:0;7bf281cf3991:45861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:37:07,286 INFO [M:0;7bf281cf3991:45861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:37:07,286 DEBUG [M:0;7bf281cf3991:45861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:37:07,286 DEBUG [M:0;7bf281cf3991:45861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:37:07,286 DEBUG [M:0;7bf281cf3991:45861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:37:07,286 INFO [M:0;7bf281cf3991:45861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-13T11:37:07,304 DEBUG [M:0;7bf281cf3991:45861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/349acddf051348ecac313a03017811b4 is 82, key is hbase:meta,,1/info:regioninfo/1731497812733/Put/seqid=0 2024-11-13T11:37:07,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741844_1020 (size=5672) 2024-11-13T11:37:07,483 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:07,709 INFO [M:0;7bf281cf3991:45861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/349acddf051348ecac313a03017811b4 2024-11-13T11:37:07,724 DEBUG [M:0;7bf281cf3991:45861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/714f917d24414987a2b8a1039142388b is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731497818322/Put/seqid=0 2024-11-13T11:37:07,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741845_1021 (size=6585) 2024-11-13T11:37:08,065 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:08,133 INFO [M:0;7bf281cf3991:45861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/714f917d24414987a2b8a1039142388b 2024-11-13T11:37:08,156 DEBUG [M:0;7bf281cf3991:45861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/231cb86a59f44fa69a7ee417fa65a97f is 69, key is 7bf281cf3991,34101,1731497811024/rs:state/1731497811666/Put/seqid=0 2024-11-13T11:37:08,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741846_1022 (size=5156) 2024-11-13T11:37:08,160 INFO [M:0;7bf281cf3991:45861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/231cb86a59f44fa69a7ee417fa65a97f 2024-11-13T11:37:08,164 DEBUG [M:0;7bf281cf3991:45861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/349acddf051348ecac313a03017811b4 as hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/349acddf051348ecac313a03017811b4 2024-11-13T11:37:08,170 INFO [M:0;7bf281cf3991:45861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/349acddf051348ecac313a03017811b4, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T11:37:08,171 DEBUG [M:0;7bf281cf3991:45861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/714f917d24414987a2b8a1039142388b as hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/714f917d24414987a2b8a1039142388b 2024-11-13T11:37:08,174 INFO [M:0;7bf281cf3991:45861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/714f917d24414987a2b8a1039142388b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T11:37:08,174 DEBUG [M:0;7bf281cf3991:45861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/231cb86a59f44fa69a7ee417fa65a97f as hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/231cb86a59f44fa69a7ee417fa65a97f 2024-11-13T11:37:08,178 INFO [M:0;7bf281cf3991:45861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40479/user/jenkins/test-data/3309fa96-7175-a7eb-886e-af17e1ea35bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/231cb86a59f44fa69a7ee417fa65a97f, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T11:37:08,178 INFO [M:0;7bf281cf3991:45861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=55, compaction requested=false 2024-11-13T11:37:08,189 INFO [M:0;7bf281cf3991:45861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:37:08,189 DEBUG [M:0;7bf281cf3991:45861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497827286Disabling compacts and flushes for region at 1731497827286Disabling writes for close at 1731497827286Obtaining lock to block concurrent updates at 1731497827286Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497827286Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731497827287 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497827287Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497827287Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497827304 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497827304Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497827711 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497827724 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497827724Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497828137 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497828156 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497828156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55db9b87: reopening flushed file at 1731497828163 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36989237: reopening flushed file at 1731497828170 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69baafc3: reopening flushed file at 1731497828174 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=55, compaction requested=false at 1731497828178 (+4 ms)Writing region close event to WAL at 1731497828189 (+11 ms)Closed at 1731497828189 2024-11-13T11:37:08,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43243 is added to blk_1073741830_1006 (size=32758) 2024-11-13T11:37:08,203 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:37:08,203 INFO [M:0;7bf281cf3991:45861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:37:08,203 INFO [M:0;7bf281cf3991:45861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45861 2024-11-13T11:37:08,204 INFO [M:0;7bf281cf3991:45861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:37:08,290 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:08,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:37:08,305 INFO [M:0;7bf281cf3991:45861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:37:08,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45861-0x10038df18100006, quorum=127.0.0.1:65247, baseZNode=/2-1969392972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:37:08,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6616f67b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:37:08,308 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3997b993{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:37:08,308 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:37:08,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b62d873{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:37:08,308 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1bc7496d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/hadoop.log.dir/,STOPPED} 2024-11-13T11:37:08,310 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:37:08,310 WARN [BP-1300056179-172.17.0.2-1731497810059 heartbeating to localhost/127.0.0.1:40479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:37:08,310 WARN [BP-1300056179-172.17.0.2-1731497810059 heartbeating to localhost/127.0.0.1:40479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1300056179-172.17.0.2-1731497810059 (Datanode Uuid 0e594c48-3fb1-4453-9162-5c689536b38b) service to localhost/127.0.0.1:40479 2024-11-13T11:37:08,310 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:37:08,311 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:37:08,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/cluster_ecdd55b5-7860-0888-f06a-2bde494a21b4/data/data2/current/BP-1300056179-172.17.0.2-1731497810059 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:37:08,311 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/cluster_ecdd55b5-7860-0888-f06a-2bde494a21b4/data/data1/current/BP-1300056179-172.17.0.2-1731497810059 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:37:08,317 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e89e4b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:37:08,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@224bd015{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:37:08,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:37:08,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4742d682{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:37:08,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30633fa8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/60be7f6e-75fa-80a1-316d-0b39840e30cc/hadoop.log.dir/,STOPPED} 2024-11-13T11:37:08,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:37:08,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:37:08,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:37:08,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:08,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:08,336 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:08,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:37:08,336 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:37:08,336 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1921083079, stopped=false 2024-11-13T11:37:08,336 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,46389,1731497806967 2024-11-13T11:37:08,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11495302614/running 2024-11-13T11:37:08,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11495302614/running 2024-11-13T11:37:08,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614 2024-11-13T11:37:08,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614 2024-11-13T11:37:08,338 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:37:08,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Set watcher on znode that does not yet exist, /11495302614/running 2024-11-13T11:37:08,338 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Set watcher on znode that does not yet exist, /11495302614/running 2024-11-13T11:37:08,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:37:08,340 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:08,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:08,340 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,39663,1731497806997' ***** 2024-11-13T11:37:08,340 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:37:08,341 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:37:08,341 INFO [RS:0;7bf281cf3991:39663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:37:08,341 INFO [RS:0;7bf281cf3991:39663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:37:08,341 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:37:08,341 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(3091): Received CLOSE for 809d729252927c599d387c91ff8dafbf 2024-11-13T11:37:08,341 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,39663,1731497806997 2024-11-13T11:37:08,341 INFO [RS:0;7bf281cf3991:39663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:37:08,341 INFO [RS:0;7bf281cf3991:39663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:39663. 2024-11-13T11:37:08,341 DEBUG [RS:0;7bf281cf3991:39663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:08,341 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 809d729252927c599d387c91ff8dafbf, disabling compactions & flushes 2024-11-13T11:37:08,341 DEBUG [RS:0;7bf281cf3991:39663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:08,341 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731497815013.809d729252927c599d387c91ff8dafbf. 2024-11-13T11:37:08,341 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497815013.809d729252927c599d387c91ff8dafbf. 2024-11-13T11:37:08,341 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731497815013.809d729252927c599d387c91ff8dafbf. after waiting 0 ms 2024-11-13T11:37:08,341 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731497815013.809d729252927c599d387c91ff8dafbf. 2024-11-13T11:37:08,341 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:37:08,341 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:37:08,341 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:37:08,341 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:37:08,342 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T11:37:08,342 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 809d729252927c599d387c91ff8dafbf=test,,1731497815013.809d729252927c599d387c91ff8dafbf.} 2024-11-13T11:37:08,342 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 809d729252927c599d387c91ff8dafbf 2024-11-13T11:37:08,342 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:37:08,342 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:37:08,342 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:37:08,342 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:37:08,342 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:37:08,342 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-13T11:37:08,352 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/default/test/809d729252927c599d387c91ff8dafbf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T11:37:08,353 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:37:08,353 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:37:08,353 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731497815013.809d729252927c599d387c91ff8dafbf. 2024-11-13T11:37:08,353 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 809d729252927c599d387c91ff8dafbf: Waiting for close lock at 1731497828341Running coprocessor pre-close hooks at 1731497828341Disabling compacts and flushes for region at 1731497828341Disabling writes for close at 1731497828341Writing region close event to WAL at 1731497828350 (+9 ms)Running coprocessor post-close hooks at 1731497828353 (+3 ms)Closed at 1731497828353 2024-11-13T11:37:08,353 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731497815013.809d729252927c599d387c91ff8dafbf. 2024-11-13T11:37:08,363 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/.tmp/info/950b1879ff044d6ba6d2c467b5bf92cf is 129, key is test,,1731497815013.809d729252927c599d387c91ff8dafbf./info:regioninfo/1731497816154/Put/seqid=0 2024-11-13T11:37:08,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741841_1017 (size=6421) 2024-11-13T11:37:08,383 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:37:08,542 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:37:08,742 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:37:08,766 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/.tmp/info/950b1879ff044d6ba6d2c467b5bf92cf 2024-11-13T11:37:08,782 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/.tmp/ns/3a0de8128b594aa88e418477151d876c is 43, key is default/ns:d/1731497809951/Put/seqid=0 2024-11-13T11:37:08,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741842_1018 (size=5153) 2024-11-13T11:37:08,881 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:37:08,881 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:37:08,942 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:37:08,969 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:09,142 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:37:09,185 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/.tmp/ns/3a0de8128b594aa88e418477151d876c 2024-11-13T11:37:09,193 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:09,205 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/.tmp/rep_barrier/0149a04250de4de9a22715f0946aa939 is 112, key is test,,1731497815013.809d729252927c599d387c91ff8dafbf./rep_barrier:seqnumDuringOpen/1731497816154/Put/seqid=0 2024-11-13T11:37:09,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741843_1019 (size=5518) 2024-11-13T11:37:09,342 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:37:09,543 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T11:37:09,543 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T11:37:09,543 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:37:09,614 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/.tmp/rep_barrier/0149a04250de4de9a22715f0946aa939 2024-11-13T11:37:09,634 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/.tmp/table/b98d8ad94b2e42d29efabaece964793f is 40, key is test/table:state/1731497816160/Put/seqid=0 2024-11-13T11:37:09,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741844_1020 (size=5165) 2024-11-13T11:37:09,743 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:37:09,943 DEBUG [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T11:37:09,947 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T11:37:09,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,973 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:09,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,986 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,989 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:09,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:10,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T11:37:10,038 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/.tmp/table/b98d8ad94b2e42d29efabaece964793f 2024-11-13T11:37:10,042 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/.tmp/info/950b1879ff044d6ba6d2c467b5bf92cf as hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/info/950b1879ff044d6ba6d2c467b5bf92cf 2024-11-13T11:37:10,045 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/info/950b1879ff044d6ba6d2c467b5bf92cf, entries=10, sequenceid=11, filesize=6.3 K 2024-11-13T11:37:10,046 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/.tmp/ns/3a0de8128b594aa88e418477151d876c as hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/ns/3a0de8128b594aa88e418477151d876c 2024-11-13T11:37:10,049 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/ns/3a0de8128b594aa88e418477151d876c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T11:37:10,050 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/.tmp/rep_barrier/0149a04250de4de9a22715f0946aa939 as hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/rep_barrier/0149a04250de4de9a22715f0946aa939 2024-11-13T11:37:10,053 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/rep_barrier/0149a04250de4de9a22715f0946aa939, entries=1, sequenceid=11, filesize=5.4 K 2024-11-13T11:37:10,053 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/.tmp/table/b98d8ad94b2e42d29efabaece964793f as hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/table/b98d8ad94b2e42d29efabaece964793f 2024-11-13T11:37:10,056 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/table/b98d8ad94b2e42d29efabaece964793f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T11:37:10,057 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=11, compaction requested=false 2024-11-13T11:37:10,057 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T11:37:10,077 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T11:37:10,078 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:37:10,078 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:37:10,078 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:37:10,078 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497828342Running coprocessor pre-close hooks at 1731497828342Disabling compacts and flushes for region at 1731497828342Disabling writes for close at 1731497828342Obtaining lock to block concurrent updates at 1731497828342Preparing flush snapshotting stores in 1588230740 at 1731497828342Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731497828342Flushing stores of hbase:meta,,1.1588230740 at 1731497828343 (+1 ms)Flushing 1588230740/info: creating writer at 1731497828343Flushing 1588230740/info: appending metadata at 1731497828363 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731497828363Flushing 1588230740/ns: creating writer at 1731497828770 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731497828782 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731497828782Flushing 1588230740/rep_barrier: creating writer at 1731497829188 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731497829205 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731497829205Flushing 1588230740/table: creating writer at 1731497829618 (+413 ms)Flushing 1588230740/table: appending metadata at 1731497829634 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731497829634Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b47cb6c: reopening flushed file at 1731497830041 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f38ad09: reopening flushed file at 1731497830045 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256272ad: reopening flushed file at 1731497830049 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f353be3: reopening flushed file at 1731497830053 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=11, compaction requested=false at 1731497830057 (+4 ms)Writing region close event to WAL at 1731497830074 (+17 ms)Running coprocessor post-close hooks at 1731497830077 (+3 ms)Closed at 1731497830078 (+1 ms) 2024-11-13T11:37:10,078 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:37:10,143 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,39663,1731497806997; all regions closed. 2024-11-13T11:37:10,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741834_1010 (size=2717) 2024-11-13T11:37:10,147 DEBUG [RS:0;7bf281cf3991:39663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/oldWALs 2024-11-13T11:37:10,147 INFO [RS:0;7bf281cf3991:39663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C39663%2C1731497806997.meta:.meta(num 1731497809917) 2024-11-13T11:37:10,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741832_1008 (size=1374) 2024-11-13T11:37:10,151 DEBUG [RS:0;7bf281cf3991:39663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/oldWALs 2024-11-13T11:37:10,151 INFO [RS:0;7bf281cf3991:39663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7bf281cf3991%2C39663%2C1731497806997:(num 1731497808981) 2024-11-13T11:37:10,151 DEBUG [RS:0;7bf281cf3991:39663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:10,151 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:37:10,152 INFO [RS:0;7bf281cf3991:39663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:37:10,152 INFO [RS:0;7bf281cf3991:39663 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T11:37:10,152 INFO [RS:0;7bf281cf3991:39663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:37:10,152 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:37:10,153 INFO [RS:0;7bf281cf3991:39663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:39663. 2024-11-13T11:37:10,153 DEBUG [RS:0;7bf281cf3991:39663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:10,153 DEBUG [RS:0;7bf281cf3991:39663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:10,153 DEBUG [RS:0;7bf281cf3991:39663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:10,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:37:10,153 INFO [RS:0;7bf281cf3991:39663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39663 2024-11-13T11:37:10,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11495302614/rs/7bf281cf3991,39663,1731497806997 2024-11-13T11:37:10,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614/rs 2024-11-13T11:37:10,157 INFO [RS:0;7bf281cf3991:39663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:37:10,157 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,39663,1731497806997] 2024-11-13T11:37:10,158 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11495302614/draining/7bf281cf3991,39663,1731497806997 already deleted, retry=false 2024-11-13T11:37:10,158 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,39663,1731497806997 expired; onlineServers=0 2024-11-13T11:37:10,158 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,46389,1731497806967' ***** 2024-11-13T11:37:10,158 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:37:10,159 INFO [M:0;7bf281cf3991:46389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:37:10,159 INFO [M:0;7bf281cf3991:46389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:37:10,159 DEBUG [M:0;7bf281cf3991:46389 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:37:10,159 DEBUG [M:0;7bf281cf3991:46389 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:37:10,159 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:37:10,159 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497808785 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497808785,5,FailOnTimeoutGroup] 2024-11-13T11:37:10,159 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497808785 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497808785,5,FailOnTimeoutGroup] 2024-11-13T11:37:10,159 INFO [M:0;7bf281cf3991:46389 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:37:10,159 INFO [M:0;7bf281cf3991:46389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:37:10,159 DEBUG [M:0;7bf281cf3991:46389 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:37:10,159 INFO [M:0;7bf281cf3991:46389 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:37:10,159 INFO [M:0;7bf281cf3991:46389 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:37:10,160 INFO [M:0;7bf281cf3991:46389 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:37:10,160 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:37:10,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11495302614/master 2024-11-13T11:37:10,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11495302614 2024-11-13T11:37:10,162 DEBUG [M:0;7bf281cf3991:46389 {}] zookeeper.RecoverableZooKeeper(212): Node /11495302614/master already deleted, retry=false 2024-11-13T11:37:10,162 DEBUG [M:0;7bf281cf3991:46389 {}] master.ActiveMasterManager(353): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Failed delete of our master address node; KeeperErrorCode = NoNode for /11495302614/master 2024-11-13T11:37:10,163 INFO [M:0;7bf281cf3991:46389 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/.lastflushedseqids 2024-11-13T11:37:10,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741845_1021 (size=173) 2024-11-13T11:37:10,179 INFO [M:0;7bf281cf3991:46389 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:37:10,179 INFO [M:0;7bf281cf3991:46389 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:37:10,180 DEBUG [M:0;7bf281cf3991:46389 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:37:10,180 INFO [M:0;7bf281cf3991:46389 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:37:10,180 DEBUG [M:0;7bf281cf3991:46389 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:37:10,180 DEBUG [M:0;7bf281cf3991:46389 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:37:10,180 DEBUG [M:0;7bf281cf3991:46389 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:37:10,180 INFO [M:0;7bf281cf3991:46389 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-13T11:37:10,195 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:10,204 DEBUG [M:0;7bf281cf3991:46389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5427045d25ae4c0680a5163cd3a445f4 is 82, key is hbase:meta,,1/info:regioninfo/1731497809944/Put/seqid=0 2024-11-13T11:37:10,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741846_1022 (size=5672) 2024-11-13T11:37:10,227 INFO [M:0;7bf281cf3991:46389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5427045d25ae4c0680a5163cd3a445f4 2024-11-13T11:37:10,256 DEBUG [M:0;7bf281cf3991:46389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e3c52544b324c4f9603f4c274976265 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731497816163/Put/seqid=0 2024-11-13T11:37:10,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:37:10,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39663-0x10038df18100004, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:37:10,259 INFO [RS:0;7bf281cf3991:39663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:37:10,259 INFO [RS:0;7bf281cf3991:39663 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,39663,1731497806997; zookeeper connection closed. 2024-11-13T11:37:10,281 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@433b5efa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@433b5efa 2024-11-13T11:37:10,281 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:37:10,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741847_1023 (size=6585) 2024-11-13T11:37:10,300 INFO [M:0;7bf281cf3991:46389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e3c52544b324c4f9603f4c274976265 2024-11-13T11:37:10,336 DEBUG [M:0;7bf281cf3991:46389 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97620552da7340b19f004cf9b5627472 is 69, key is 7bf281cf3991,39663,1731497806997/rs:state/1731497808838/Put/seqid=0 2024-11-13T11:37:10,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741848_1024 (size=5156) 2024-11-13T11:37:10,771 INFO [M:0;7bf281cf3991:46389 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97620552da7340b19f004cf9b5627472 2024-11-13T11:37:10,775 DEBUG [M:0;7bf281cf3991:46389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5427045d25ae4c0680a5163cd3a445f4 as hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5427045d25ae4c0680a5163cd3a445f4 2024-11-13T11:37:10,778 INFO [M:0;7bf281cf3991:46389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5427045d25ae4c0680a5163cd3a445f4, entries=8, sequenceid=55, filesize=5.5 K 2024-11-13T11:37:10,779 DEBUG [M:0;7bf281cf3991:46389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9e3c52544b324c4f9603f4c274976265 as hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e3c52544b324c4f9603f4c274976265 2024-11-13T11:37:10,782 INFO [M:0;7bf281cf3991:46389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9e3c52544b324c4f9603f4c274976265, entries=6, sequenceid=55, filesize=6.4 K 2024-11-13T11:37:10,783 DEBUG [M:0;7bf281cf3991:46389 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/97620552da7340b19f004cf9b5627472 as hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97620552da7340b19f004cf9b5627472 2024-11-13T11:37:10,786 INFO [M:0;7bf281cf3991:46389 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45341/user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/97620552da7340b19f004cf9b5627472, entries=1, sequenceid=55, filesize=5.0 K 2024-11-13T11:37:10,787 INFO [M:0;7bf281cf3991:46389 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 607ms, sequenceid=55, compaction requested=false 2024-11-13T11:37:10,788 INFO [M:0;7bf281cf3991:46389 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:37:10,788 DEBUG [M:0;7bf281cf3991:46389 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497830179Disabling compacts and flushes for region at 1731497830179Disabling writes for close at 1731497830180 (+1 ms)Obtaining lock to block concurrent updates at 1731497830180Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497830180Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731497830180Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497830181 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497830181Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497830203 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497830203Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497830233 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497830255 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497830255Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497830304 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497830336 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497830336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20ebcaae: reopening flushed file at 1731497830774 (+438 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0dff4: reopening flushed file at 1731497830778 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e53680e: reopening flushed file at 1731497830782 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 607ms, sequenceid=55, compaction requested=false at 1731497830787 (+5 ms)Writing region close event to WAL at 1731497830788 (+1 ms)Closed at 1731497830788 2024-11-13T11:37:10,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40233 is added to blk_1073741830_1006 (size=32758) 2024-11-13T11:37:10,790 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4272441d-fe41-b249-0c5e-2d8bea38bbd5/MasterData/WALs/7bf281cf3991,46389,1731497806967/7bf281cf3991%2C46389%2C1731497806967.1731497808720 not finished, retry = 0 2024-11-13T11:37:10,891 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:37:10,891 INFO [M:0;7bf281cf3991:46389 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:37:10,891 INFO [M:0;7bf281cf3991:46389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46389 2024-11-13T11:37:10,892 INFO [M:0;7bf281cf3991:46389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:37:10,993 INFO [M:0;7bf281cf3991:46389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:37:10,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:37:10,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46389-0x10038df18100003, quorum=127.0.0.1:65247, baseZNode=/11495302614 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:37:10,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10340eae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:37:10,997 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@266c2ad8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:37:10,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:37:10,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@191e59e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:37:10,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bea0d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/hadoop.log.dir/,STOPPED} 2024-11-13T11:37:10,998 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:37:10,998 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:37:10,998 WARN [BP-76343301-172.17.0.2-1731497806115 heartbeating to localhost/127.0.0.1:45341 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:37:10,998 WARN [BP-76343301-172.17.0.2-1731497806115 heartbeating to localhost/127.0.0.1:45341 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-76343301-172.17.0.2-1731497806115 (Datanode Uuid abf45ba7-e1e1-46c3-993a-364df33063ff) service to localhost/127.0.0.1:45341 2024-11-13T11:37:10,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/cluster_8a1968f5-9d57-c7f3-85c9-db217df6f9ab/data/data1/current/BP-76343301-172.17.0.2-1731497806115 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:37:10,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/cluster_8a1968f5-9d57-c7f3-85c9-db217df6f9ab/data/data2/current/BP-76343301-172.17.0.2-1731497806115 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:37:10,999 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:37:11,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37d5bb09{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:37:11,004 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35ef8f7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:37:11,004 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:37:11,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3415693f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:37:11,004 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea2c258{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ab39872d-fb69-61ef-70e5-c4f4cc9934b8/hadoop.log.dir/,STOPPED} 2024-11-13T11:37:11,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:37:11,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T11:37:11,016 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:37:11,016 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:11,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:11,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:11,016 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:37:11,016 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T11:37:11,016 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1252523826, stopped=false 2024-11-13T11:37:11,016 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7bf281cf3991,38925,1731497803523 2024-11-13T11:37:11,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0116983398/running 2024-11-13T11:37:11,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0116983398/running 2024-11-13T11:37:11,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:37:11,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:37:11,017 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:37:11,018 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T11:37:11,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:11,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:11,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Set watcher on znode that does not yet exist, /0116983398/running 2024-11-13T11:37:11,018 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7bf281cf3991,36763,1731497803563' ***** 2024-11-13T11:37:11,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Set watcher on znode that does not yet exist, /0116983398/running 2024-11-13T11:37:11,018 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T11:37:11,019 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T11:37:11,019 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T11:37:11,019 INFO [RS:0;7bf281cf3991:36763 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T11:37:11,019 INFO [RS:0;7bf281cf3991:36763 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T11:37:11,019 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(3091): Received CLOSE for cb514031ec114c9d9377d3a009f621aa 2024-11-13T11:37:11,019 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(3091): Received CLOSE for 01ed1783dc239f1b9d2e7e0d92cf0f13 2024-11-13T11:37:11,019 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(959): stopping server 7bf281cf3991,36763,1731497803563 2024-11-13T11:37:11,019 INFO [RS:0;7bf281cf3991:36763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:37:11,019 INFO [RS:0;7bf281cf3991:36763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:36763. 2024-11-13T11:37:11,019 DEBUG [RS:0;7bf281cf3991:36763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:11,019 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb514031ec114c9d9377d3a009f621aa, disabling compactions & flushes 2024-11-13T11:37:11,019 DEBUG [RS:0;7bf281cf3991:36763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:11,019 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731497812862.cb514031ec114c9d9377d3a009f621aa. 2024-11-13T11:37:11,019 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731497812862.cb514031ec114c9d9377d3a009f621aa. 2024-11-13T11:37:11,019 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731497812862.cb514031ec114c9d9377d3a009f621aa. after waiting 0 ms 2024-11-13T11:37:11,019 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731497812862.cb514031ec114c9d9377d3a009f621aa. 2024-11-13T11:37:11,019 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T11:37:11,019 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T11:37:11,019 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T11:37:11,020 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T11:37:11,020 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-13T11:37:11,020 DEBUG [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(1325): Online Regions={cb514031ec114c9d9377d3a009f621aa=test,,1731497812862.cb514031ec114c9d9377d3a009f621aa., 1588230740=hbase:meta,,1.1588230740, 01ed1783dc239f1b9d2e7e0d92cf0f13=hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13.} 2024-11-13T11:37:11,020 DEBUG [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(1351): Waiting on 01ed1783dc239f1b9d2e7e0d92cf0f13, 1588230740, cb514031ec114c9d9377d3a009f621aa 2024-11-13T11:37:11,020 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T11:37:11,020 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T11:37:11,020 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T11:37:11,021 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T11:37:11,021 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T11:37:11,021 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-13T11:37:11,023 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/default/test/cb514031ec114c9d9377d3a009f621aa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T11:37:11,024 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:37:11,024 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-13T11:37:11,024 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731497812862.cb514031ec114c9d9377d3a009f621aa. 2024-11-13T11:37:11,024 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb514031ec114c9d9377d3a009f621aa: Waiting for close lock at 1731497831019Running coprocessor pre-close hooks at 1731497831019Disabling compacts and flushes for region at 1731497831019Disabling writes for close at 1731497831019Writing region close event to WAL at 1731497831021 (+2 ms)Running coprocessor post-close hooks at 1731497831024 (+3 ms)Closed at 1731497831024 2024-11-13T11:37:11,024 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731497812862.cb514031ec114c9d9377d3a009f621aa. 2024-11-13T11:37:11,024 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01ed1783dc239f1b9d2e7e0d92cf0f13, disabling compactions & flushes 2024-11-13T11:37:11,024 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13. 2024-11-13T11:37:11,024 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13. 2024-11-13T11:37:11,024 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13. after waiting 0 ms 2024-11-13T11:37:11,024 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13. 2024-11-13T11:37:11,024 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 01ed1783dc239f1b9d2e7e0d92cf0f13 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-13T11:37:11,038 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/.tmp/info/cc243bc17e86419784b116a43a80a523 is 147, key is hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13./info:regioninfo/1731497820540/Put/seqid=0 2024-11-13T11:37:11,040 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/replication/01ed1783dc239f1b9d2e7e0d92cf0f13/.tmp/hfileref/bff9365e94bb46e583b6f54af7d9835b is 74, key is 1/hfileref:476f845fb5e2402fbba6e6852064a4b2_SeqId_4_/1731497823275/DeleteColumn/seqid=0 2024-11-13T11:37:11,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741847_1023 (size=7686) 2024-11-13T11:37:11,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741848_1024 (size=5489) 2024-11-13T11:37:11,049 INFO [regionserver/7bf281cf3991:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:37:11,076 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:11,079 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:37:11,079 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 688, reset compression=false 2024-11-13T11:37:11,080 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7bf281cf3991,36763,1731497803563 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:37:11,080 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7bf281cf3991,36763,1731497803563: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7bf281cf3991,36763,1731497803563, walGroup=7bf281cf3991%2C36763%2C1731497803563, offset=7bf281cf3991%2C36763%2C1731497803563.1731497823555:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:36763 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-13T11:37:11,081 ERROR [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-13T11:37:11,081 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-13T11:37:11,082 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-13T11:37:11,082 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-13T11:37:11,082 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-13T11:37:11,082 INFO [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1654652928, "init": 1048576000, "max": 2306867200, "used": 922662928 }, "NonHeapMemoryUsage": { "committed": 211156992, "init": 7667712, "max": -1, "used": 208131648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-13T11:37:11,082 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:38925 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7bf281cf3991:38925 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-13T11:37:11,221 DEBUG [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(1351): Waiting on 01ed1783dc239f1b9d2e7e0d92cf0f13, 1588230740 2024-11-13T11:37:11,282 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 688, reset compression=false 2024-11-13T11:37:11,317 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 393, reset compression=false 2024-11-13T11:37:11,321 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-13T11:37:11,321 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 688, reset compression=false 2024-11-13T11:37:11,321 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-7bf281cf3991,36763,1731497803563 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-13T11:37:11,322 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-13T11:37:11,411 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-13T11:37:11,411 INFO [regionserver/7bf281cf3991:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-13T11:37:11,421 DEBUG [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(1351): Waiting on 01ed1783dc239f1b9d2e7e0d92cf0f13, 1588230740 2024-11-13T11:37:11,442 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/.tmp/info/cc243bc17e86419784b116a43a80a523 2024-11-13T11:37:11,446 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/replication/01ed1783dc239f1b9d2e7e0d92cf0f13/.tmp/hfileref/bff9365e94bb46e583b6f54af7d9835b 2024-11-13T11:37:11,467 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/.tmp/ns/8d9003724cab476f9937eff9a9616574 is 43, key is default/ns:d/1731497806073/Put/seqid=0 2024-11-13T11:37:11,473 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/replication/01ed1783dc239f1b9d2e7e0d92cf0f13/.tmp/queue/e00c9fd2a3554999aa3fb9ec311ebd68 is 153, key is 1-7bf281cf3991,36763,1731497803563/queue:7bf281cf3991%2C36763%2C1731497803563/1731497824959/Put/seqid=0 2024-11-13T11:37:11,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741849_1025 (size=5153) 2024-11-13T11:37:11,479 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/.tmp/ns/8d9003724cab476f9937eff9a9616574 2024-11-13T11:37:11,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741850_1026 (size=5504) 2024-11-13T11:37:11,495 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/replication/01ed1783dc239f1b9d2e7e0d92cf0f13/.tmp/queue/e00c9fd2a3554999aa3fb9ec311ebd68 2024-11-13T11:37:11,499 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/replication/01ed1783dc239f1b9d2e7e0d92cf0f13/.tmp/hfileref/bff9365e94bb46e583b6f54af7d9835b as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/replication/01ed1783dc239f1b9d2e7e0d92cf0f13/hfileref/bff9365e94bb46e583b6f54af7d9835b 2024-11-13T11:37:11,504 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/replication/01ed1783dc239f1b9d2e7e0d92cf0f13/hfileref/bff9365e94bb46e583b6f54af7d9835b, entries=6, sequenceid=17, filesize=5.4 K 2024-11-13T11:37:11,505 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/replication/01ed1783dc239f1b9d2e7e0d92cf0f13/.tmp/queue/e00c9fd2a3554999aa3fb9ec311ebd68 as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/replication/01ed1783dc239f1b9d2e7e0d92cf0f13/queue/e00c9fd2a3554999aa3fb9ec311ebd68 2024-11-13T11:37:11,508 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/replication/01ed1783dc239f1b9d2e7e0d92cf0f13/queue/e00c9fd2a3554999aa3fb9ec311ebd68, entries=2, sequenceid=17, filesize=5.4 K 2024-11-13T11:37:11,509 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 01ed1783dc239f1b9d2e7e0d92cf0f13 in 485ms, sequenceid=17, compaction requested=false 2024-11-13T11:37:11,517 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/.tmp/rep_barrier/464f893372d1433d8312f537d090a61b is 112, key is test,,1731497812862.cb514031ec114c9d9377d3a009f621aa./rep_barrier:seqnumDuringOpen/1731497814023/Put/seqid=0 2024-11-13T11:37:11,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741851_1027 (size=5518) 2024-11-13T11:37:11,523 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/replication/01ed1783dc239f1b9d2e7e0d92cf0f13/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-13T11:37:11,523 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/.tmp/rep_barrier/464f893372d1433d8312f537d090a61b 2024-11-13T11:37:11,524 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:37:11,524 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:37:11,524 INFO [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13. 2024-11-13T11:37:11,524 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01ed1783dc239f1b9d2e7e0d92cf0f13: Waiting for close lock at 1731497831024Running coprocessor pre-close hooks at 1731497831024Disabling compacts and flushes for region at 1731497831024Disabling writes for close at 1731497831024Obtaining lock to block concurrent updates at 1731497831024Preparing flush snapshotting stores in 01ed1783dc239f1b9d2e7e0d92cf0f13 at 1731497831024Finished memstore snapshotting hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731497831024Flushing stores of hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13. at 1731497831025 (+1 ms)Flushing 01ed1783dc239f1b9d2e7e0d92cf0f13/hfileref: creating writer at 1731497831025Flushing 01ed1783dc239f1b9d2e7e0d92cf0f13/hfileref: appending metadata at 1731497831040 (+15 ms)Flushing 01ed1783dc239f1b9d2e7e0d92cf0f13/hfileref: closing flushed file at 1731497831040Flushing 01ed1783dc239f1b9d2e7e0d92cf0f13/queue: creating writer at 1731497831455 (+415 ms)Flushing 01ed1783dc239f1b9d2e7e0d92cf0f13/queue: appending metadata at 1731497831473 (+18 ms)Flushing 01ed1783dc239f1b9d2e7e0d92cf0f13/queue: closing flushed file at 1731497831473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d9abdd8: reopening flushed file at 1731497831498 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14b456bb: reopening flushed file at 1731497831504 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 01ed1783dc239f1b9d2e7e0d92cf0f13 in 485ms, sequenceid=17, compaction requested=false at 1731497831509 (+5 ms)Writing region close event to WAL at 1731497831517 (+8 ms)Running coprocessor post-close hooks at 1731497831523 (+6 ms)Closed at 1731497831524 (+1 ms) 2024-11-13T11:37:11,524 DEBUG [RS_CLOSE_REGION-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731497819326.01ed1783dc239f1b9d2e7e0d92cf0f13. 2024-11-13T11:37:11,524 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 688, reset compression=false 2024-11-13T11:37:11,549 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/.tmp/table/79660e20832d4d06984f96e27f8dc24b is 53, key is hbase:replication/table:state/1731497820548/Put/seqid=0 2024-11-13T11:37:11,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741852_1028 (size=5308) 2024-11-13T11:37:11,563 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/.tmp/table/79660e20832d4d06984f96e27f8dc24b 2024-11-13T11:37:11,568 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/.tmp/info/cc243bc17e86419784b116a43a80a523 as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/info/cc243bc17e86419784b116a43a80a523 2024-11-13T11:37:11,574 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/info/cc243bc17e86419784b116a43a80a523, entries=20, sequenceid=16, filesize=7.5 K 2024-11-13T11:37:11,575 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/.tmp/ns/8d9003724cab476f9937eff9a9616574 as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/ns/8d9003724cab476f9937eff9a9616574 2024-11-13T11:37:11,579 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/ns/8d9003724cab476f9937eff9a9616574, entries=2, sequenceid=16, filesize=5.0 K 2024-11-13T11:37:11,580 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/.tmp/rep_barrier/464f893372d1433d8312f537d090a61b as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/rep_barrier/464f893372d1433d8312f537d090a61b 2024-11-13T11:37:11,584 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/rep_barrier/464f893372d1433d8312f537d090a61b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-13T11:37:11,584 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/.tmp/table/79660e20832d4d06984f96e27f8dc24b as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/table/79660e20832d4d06984f96e27f8dc24b 2024-11-13T11:37:11,586 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 688, reset compression=false 2024-11-13T11:37:11,591 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/table/79660e20832d4d06984f96e27f8dc24b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-13T11:37:11,591 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 570ms, sequenceid=16, compaction requested=false 2024-11-13T11:37:11,602 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-13T11:37:11,603 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-13T11:37:11,603 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T11:37:11,603 INFO [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T11:37:11,603 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731497831020Running coprocessor pre-close hooks at 1731497831020Disabling compacts and flushes for region at 1731497831020Disabling writes for close at 1731497831021 (+1 ms)Obtaining lock to block concurrent updates at 1731497831021Preparing flush snapshotting stores in 1588230740 at 1731497831021Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731497831021Flushing stores of hbase:meta,,1.1588230740 at 1731497831021Flushing 1588230740/info: creating writer at 1731497831021Flushing 1588230740/info: appending metadata at 1731497831038 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731497831038Flushing 1588230740/ns: creating writer at 1731497831447 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731497831467 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731497831467Flushing 1588230740/rep_barrier: creating writer at 1731497831482 (+15 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731497831516 (+34 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731497831516Flushing 1588230740/table: creating writer at 1731497831532 (+16 ms)Flushing 1588230740/table: appending metadata at 1731497831548 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731497831549 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d46f943: reopening flushed file at 1731497831568 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e92a08f: reopening flushed file at 1731497831574 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d065af6: reopening flushed file at 1731497831579 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cacdbc3: reopening flushed file at 1731497831584 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 570ms, sequenceid=16, compaction requested=false at 1731497831591 (+7 ms)Writing region close event to WAL at 1731497831599 (+8 ms)Running coprocessor post-close hooks at 1731497831603 (+4 ms)Closed at 1731497831603 2024-11-13T11:37:11,603 DEBUG [RS_CLOSE_META-regionserver/7bf281cf3991:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T11:37:11,621 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(976): stopping server 7bf281cf3991,36763,1731497803563; all regions closed. 2024-11-13T11:37:11,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741842_1018 (size=859) 2024-11-13T11:37:11,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741844_1020 (size=2574) 2024-11-13T11:37:11,625 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.rep.1731497823577 not finished, retry = 0 2024-11-13T11:37:11,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741843_1019 (size=696) 2024-11-13T11:37:11,728 DEBUG [RS:0;7bf281cf3991:36763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:11,728 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T11:37:11,728 INFO [RS:0;7bf281cf3991:36763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:37:11,728 INFO [RS:0;7bf281cf3991:36763 {}] hbase.ChoreService(370): Chore service for: regionserver/7bf281cf3991:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T11:37:11,728 INFO [RS:0;7bf281cf3991:36763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:37:11,728 INFO [regionserver/7bf281cf3991:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:37:11,729 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7bf281cf3991,36763,1731497803563 because: Region server is closing 2024-11-13T11:37:11,729 INFO [RS:0;7bf281cf3991:36763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:36763. 2024-11-13T11:37:11,729 DEBUG [RS:0;7bf281cf3991:36763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:11,729 DEBUG [RS:0;7bf281cf3991:36763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:11,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:37:11,729 DEBUG [RS:0;7bf281cf3991:36763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:11,828 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 to pos 688, reset compression=false 2024-11-13T11:37:11,830 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/WALs/7bf281cf3991,36763,1731497803563/7bf281cf3991%2C36763%2C1731497803563.1731497823555 2024-11-13T11:37:11,830 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-13T11:37:11,830 DEBUG [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-13T11:37:11,830 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 terminated 2024-11-13T11:37:11,830 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7bf281cf3991,36763,1731497803563 because: Region server is closing 2024-11-13T11:37:11,830 INFO [RS:0;7bf281cf3991:36763 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7bf281cf3991:36763. 2024-11-13T11:37:11,830 DEBUG [RS:0;7bf281cf3991:36763 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T11:37:11,830 DEBUG [RS:0;7bf281cf3991:36763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:11,830 DEBUG [RS:0;7bf281cf3991:36763 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T11:37:11,830 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,1-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,1-7bf281cf3991,36763,1731497803563 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-13T11:37:11,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T11:37:11,931 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.shipper7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 terminated 2024-11-13T11:37:11,931 INFO [RS:0;7bf281cf3991:36763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36763 2024-11-13T11:37:11,931 WARN [RS_REFRESH_PEER-regionserver/7bf281cf3991:0-0.replicationSource,2-7bf281cf3991,36763,1731497803563.replicationSource.wal-reader.7bf281cf3991%2C36763%2C1731497803563,2-7bf281cf3991,36763,1731497803563 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-13T11:37:11,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398/rs 2024-11-13T11:37:11,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0116983398/rs/7bf281cf3991,36763,1731497803563 2024-11-13T11:37:11,932 INFO [RS:0;7bf281cf3991:36763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:37:11,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7bf281cf3991,36763,1731497803563] 2024-11-13T11:37:11,933 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0116983398/draining/7bf281cf3991,36763,1731497803563 already deleted, retry=false 2024-11-13T11:37:11,933 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7bf281cf3991,36763,1731497803563 expired; onlineServers=0 2024-11-13T11:37:11,933 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7bf281cf3991,38925,1731497803523' ***** 2024-11-13T11:37:11,933 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T11:37:11,933 INFO [M:0;7bf281cf3991:38925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T11:37:11,933 INFO [M:0;7bf281cf3991:38925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T11:37:11,933 DEBUG [M:0;7bf281cf3991:38925 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T11:37:11,933 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T11:37:11,933 DEBUG [M:0;7bf281cf3991:38925 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T11:37:11,933 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497805295 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.small.0-1731497805295,5,FailOnTimeoutGroup] 2024-11-13T11:37:11,933 DEBUG [master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497805295 {}] cleaner.HFileCleaner(306): Exit Thread[master/7bf281cf3991:0:becomeActiveMaster-HFileCleaner.large.0-1731497805295,5,FailOnTimeoutGroup] 2024-11-13T11:37:11,934 INFO [M:0;7bf281cf3991:38925 {}] hbase.ChoreService(370): Chore service for: master/7bf281cf3991:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T11:37:11,934 INFO [M:0;7bf281cf3991:38925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T11:37:11,934 DEBUG [M:0;7bf281cf3991:38925 {}] master.HMaster(1795): Stopping service threads 2024-11-13T11:37:11,934 INFO [M:0;7bf281cf3991:38925 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T11:37:11,934 INFO [M:0;7bf281cf3991:38925 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T11:37:11,934 INFO [M:0;7bf281cf3991:38925 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T11:37:11,934 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T11:37:11,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0116983398/master 2024-11-13T11:37:11,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0116983398 2024-11-13T11:37:11,934 DEBUG [M:0;7bf281cf3991:38925 {}] zookeeper.ZKUtil(347): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Unable to get data of znode /0116983398/master because node does not exist (not an error) 2024-11-13T11:37:11,934 WARN [M:0;7bf281cf3991:38925 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T11:37:11,935 INFO [M:0;7bf281cf3991:38925 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/.lastflushedseqids 2024-11-13T11:37:11,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741853_1029 (size=263) 2024-11-13T11:37:12,033 INFO [RS:0;7bf281cf3991:36763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:37:12,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:37:12,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36763-0x10038df18100001, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:37:12,033 INFO [RS:0;7bf281cf3991:36763 {}] regionserver.HRegionServer(1031): Exiting; stopping=7bf281cf3991,36763,1731497803563; zookeeper connection closed. 2024-11-13T11:37:12,033 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77325006 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77325006 2024-11-13T11:37:12,033 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-13T11:37:12,338 INFO [M:0;7bf281cf3991:38925 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T11:37:12,338 INFO [M:0;7bf281cf3991:38925 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T11:37:12,338 DEBUG [M:0;7bf281cf3991:38925 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T11:37:12,338 INFO [M:0;7bf281cf3991:38925 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:37:12,338 DEBUG [M:0;7bf281cf3991:38925 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:37:12,338 DEBUG [M:0;7bf281cf3991:38925 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T11:37:12,338 DEBUG [M:0;7bf281cf3991:38925 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:37:12,338 INFO [M:0;7bf281cf3991:38925 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-13T11:37:12,351 DEBUG [M:0;7bf281cf3991:38925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ab13b92aa524263b0c42f5f5c955636 is 82, key is hbase:meta,,1/info:regioninfo/1731497806065/Put/seqid=0 2024-11-13T11:37:12,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741854_1030 (size=5672) 2024-11-13T11:37:12,759 INFO [M:0;7bf281cf3991:38925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ab13b92aa524263b0c42f5f5c955636 2024-11-13T11:37:12,774 DEBUG [M:0;7bf281cf3991:38925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec16e6a991d14d0da0bd7978ce70aa28 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731497820557/Put/seqid=0 2024-11-13T11:37:12,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741855_1031 (size=8909) 2024-11-13T11:37:13,113 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-13T11:37:13,178 INFO [M:0;7bf281cf3991:38925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec16e6a991d14d0da0bd7978ce70aa28 2024-11-13T11:37:13,193 DEBUG [M:0;7bf281cf3991:38925 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d62d5d8a14743889249a689620e0b35 is 69, key is 7bf281cf3991,36763,1731497803563/rs:state/1731497805399/Put/seqid=0 2024-11-13T11:37:13,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741856_1032 (size=5156) 2024-11-13T11:37:13,597 INFO [M:0;7bf281cf3991:38925 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d62d5d8a14743889249a689620e0b35 2024-11-13T11:37:13,600 DEBUG [M:0;7bf281cf3991:38925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ab13b92aa524263b0c42f5f5c955636 as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ab13b92aa524263b0c42f5f5c955636 2024-11-13T11:37:13,603 INFO [M:0;7bf281cf3991:38925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ab13b92aa524263b0c42f5f5c955636, entries=8, sequenceid=112, filesize=5.5 K 2024-11-13T11:37:13,604 DEBUG [M:0;7bf281cf3991:38925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec16e6a991d14d0da0bd7978ce70aa28 as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec16e6a991d14d0da0bd7978ce70aa28 2024-11-13T11:37:13,607 INFO [M:0;7bf281cf3991:38925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec16e6a991d14d0da0bd7978ce70aa28, entries=13, sequenceid=112, filesize=8.7 K 2024-11-13T11:37:13,607 DEBUG [M:0;7bf281cf3991:38925 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6d62d5d8a14743889249a689620e0b35 as hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d62d5d8a14743889249a689620e0b35 2024-11-13T11:37:13,610 INFO [M:0;7bf281cf3991:38925 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41849/user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6d62d5d8a14743889249a689620e0b35, entries=1, sequenceid=112, filesize=5.0 K 2024-11-13T11:37:13,611 INFO [M:0;7bf281cf3991:38925 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=112, compaction requested=false 2024-11-13T11:37:13,612 INFO [M:0;7bf281cf3991:38925 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T11:37:13,612 DEBUG [M:0;7bf281cf3991:38925 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731497832338Disabling compacts and flushes for region at 1731497832338Disabling writes for close at 1731497832338Obtaining lock to block concurrent updates at 1731497832338Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731497832338Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731497832339 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731497832339Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731497832339Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731497832351 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731497832351Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731497832762 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731497832774 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731497832774Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731497833181 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731497833193 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731497833193Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d9b404: reopening flushed file at 1731497833600 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65e4d186: reopening flushed file at 1731497833603 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@249c5b8e: reopening flushed file at 1731497833607 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=112, compaction requested=false at 1731497833611 (+4 ms)Writing region close event to WAL at 1731497833612 (+1 ms)Closed at 1731497833612 2024-11-13T11:37:13,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43571 is added to blk_1073741830_1006 (size=69055) 2024-11-13T11:37:13,613 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/15441ea3-361c-d544-0e5f-9bcafa0fe2cf/MasterData/WALs/7bf281cf3991,38925,1731497803523/7bf281cf3991%2C38925%2C1731497803523.1731497805237 not finished, retry = 0 2024-11-13T11:37:13,714 INFO [M:0;7bf281cf3991:38925 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T11:37:13,714 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T11:37:13,714 INFO [M:0;7bf281cf3991:38925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38925 2024-11-13T11:37:13,714 INFO [M:0;7bf281cf3991:38925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T11:37:13,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:37:13,815 INFO [M:0;7bf281cf3991:38925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T11:37:13,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38925-0x10038df18100000, quorum=127.0.0.1:65247, baseZNode=/0116983398 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T11:37:13,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5be7d588{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T11:37:13,818 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a2d6990{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:37:13,818 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:37:13,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34235706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:37:13,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9aea8be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/hadoop.log.dir/,STOPPED} 2024-11-13T11:37:13,819 WARN [BP-502181190-172.17.0.2-1731497802674 heartbeating to localhost/127.0.0.1:41849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T11:37:13,819 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T11:37:13,819 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T11:37:13,819 WARN [BP-502181190-172.17.0.2-1731497802674 heartbeating to localhost/127.0.0.1:41849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-502181190-172.17.0.2-1731497802674 (Datanode Uuid 0ebf29f4-9966-4dee-8bf2-1eeba282a95b) service to localhost/127.0.0.1:41849 2024-11-13T11:37:13,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/cluster_a6ba1bde-85e2-1008-4c89-1d28f4b8ea86/data/data1/current/BP-502181190-172.17.0.2-1731497802674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:37:13,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/cluster_a6ba1bde-85e2-1008-4c89-1d28f4b8ea86/data/data2/current/BP-502181190-172.17.0.2-1731497802674 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T11:37:13,820 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T11:37:13,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a02ac7e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T11:37:13,827 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48655c2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T11:37:13,827 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T11:37:13,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f7104ac{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T11:37:13,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ebed45a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a0c90838-af32-7fca-f220-cede04d78ed2/hadoop.log.dir/,STOPPED} 2024-11-13T11:37:13,833 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T11:37:13,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T11:37:13,857 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 532) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40479 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41849 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65247) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:40479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41849 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41849 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45341 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40479 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-32 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65247) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45341 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45341 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65247) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45341 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45341 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=980 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=448 (was 390) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1102 (was 1953) 2024-11-13T11:37:13,858 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500